diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567d3c8514fb2c36e7105796600f4b2fc306f1da
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd267234f3a86730ff4af14144e08b1ea8bb2fd1632e4f5e2e0ee7debf90e6cb
+size 79957719
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162987a07317723cfceeec324074f8febb6f9fe6
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c0d3e8dfdb8a2439e2df3e9dba18ec9124f3f98965b3bf82fa4bf5db971f97
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb9119df11f2a9ec92a353ee2d72d9154c6a7af
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5bc69ffe7a54bb8f15cdf8c8dd361a0687e258c825de6c2c888bc9a674584b
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0c5324e108c1b836e5d0dc20ddb6ed6e260b7c
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0c34d2da305260b9334cdbb3b7ab6b6d737eccd5b226260f709965673b31e1
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e17560637db86a169ee1d0cfbadbb32fddbdb2c
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5499b460c9682f60a371575431d93aea33a71c306616de5b78ab72df36e1b7
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae215e2ce4f72b9d95a0d93a7e895df4259e188
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49deb5733c08cfcc0b45b8a347a6237f79cc1c2dee5609a7d9dad70181267744
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1430a26b2416f24ca1bb3e65eb68ef3ae878cbc9
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c004a9b5817af3b48430d21b53b14d922d0300271f29a9454567afb29ac511
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c0cbeb3721e07435dcc5ba243c989db8472425
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41795d3c0ff22df9cea76f9cd10e45404bf5cdc2c8a899a985a417e248deffa0
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10887a5da18a707d49e1e0b03ae14c691e0b65f
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb9ef94983d2017a490d41ca551faf05e3331fb815d5f07f3e390f74d1dfdd7
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8781b0069f3c9df5ed1b23e027ec3e955a4c4eb
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7486fd439a7ec5dd701b43694d90d75619bb074a18695d2139413adb416b237f
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9317150e1f14688fddf96bebfead145a49a7c15
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168ed1f846adf401db35d1f1823f6f2e54dc7c331f26f43444f885bd7c1a5e6f
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d40cb1acdf48bfb4cb08cd598b198e5aefac152
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9785604c597afb8354d22ba203b49544182eed2e4483046f1558a19f0c17909b
+size 79957794
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc00d4353a145621fab3eba5674f4195c14a93ad
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115c15dd5ed26e6f45f2bb3d02fca3b1d84679bf5dda4d1cd11bf2b21dc2363a
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e649ace1f183c49134643bd7bac1e813b5d6cd
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb24f9e725fc37ff5d004b4f11e1384bd07c613ee3d79947a4316bcb8ac7023
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f461bd80e374453ae4bcbbdefd0d68a3b31ed1a
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92bdf87da6e5ba2a38290dd3178b476f6636bf606e6b29430e342228c742cd59
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf559943be5f7f085141e178bdfc5da68eb2af5
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4380ac70ffdd2acd6f5397d47cb3d04eec190c097179cc7454bd5f93d1ea3c4
+size 79957869
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eba974fa7cd4cd6325d2fefc734e6abcdd19cc2
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195e89a608d10f32e27edba6dd893bbfe2d7e5ff9fad1fa1b472fc378241f07c
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9f0f4f7b6b5e40e9989d8788ca90444139f017
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca20edc0a58ef0a3b90496826f8149fe7d939789ebd5f4cf258c627e22715b1
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b4be2b74b0ae6d4a0f58698c491fecfbdffcc8
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab33d7ea78f39f315f339a217b967a6f7c1da80e9d2cdcb97ee97a937695152
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc50149ab44745d3c736a9706df69ae209ca537e
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42794b509d4675f071058d069c5a93904083a0e0bc974b3fb49dec640c9fd6ac
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cafd5165bdf85956f8996121bed79e4190c83382
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5146156faf99d40668741dbfc1267f401330e91014428a95843a8c04f5c5ff
+size 79957869
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5261fd54a426df2a076f80c2e66f520abaf455
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee4354307ebd706d2185b775d9545378b27160baba08b7f1cde1f59e8ee2bbd
+size 79957869
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e5d2cfe0d963f61bb6986e6af9f6d8470a82a6
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25165da3dff59c5632e2e266c82255a807f90b9b1b7e07b3a90cf0b5ee86a40
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047671b56000b5cfc74dafefbd73f2d1402613ac
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb48a7d36e2194474e02cce4a1edbf7a0132f95079ab49fe0f4a875cd9446f0
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75bddf90b3ac7cc91ecd364f84eba074f8d7038
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f5bbd6441ad893f02febf1999170e86dec67a172c754078b13d5e5d7fd3f60
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6069d42aeb828b558c59e86f5416019691f9f9
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b125790a6fe560d41ee66c9382cde6fa6295992fe1e9b9e33598742cc107318a
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d4f7d48a13af9fcc6652f74d3cb594bb15fb064
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fadf974a84a69bfe04e8e45e238b4e34a9649ddb06ac7fc7f453ec11c7576010
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfac37209a9491368bc125254a5cea8eb4ba2e7f
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31b380fe7b8ffbd3e0d8912cce75331e96c967a9af2ebb30693cb0428021f62
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a912527949eb396418ff85dba26f250d2f665dac
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e768ccf9974e7056ac135edac9902b09251f7f4e77daf93e969b06949eb85de
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01885b31155dd9c4df74f013b99315704bbf4153
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346d7116347aa7707c16a78a165514c3e55cd1fb8269a44e6885dcab56d0a5ba
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5edb38ba688a3574f95fb016ee2047f77236a6
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a804d5208b91a96a520d14a3ddda0625a0fbeb4f3f0e535f20dc44cc0a295d
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56706b24dfc29dc36b7ded254462fb6a1eefbbd1
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055e672d9a5d3a4c0e59e91e9b9aa02a4a820b6b9adbb8211845ceaee799b36a
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c121ddad08b2a410fa50ebaee79f36b80b1bef
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4382b82d384f18936aebcbfb51f3c0658e0830d38606826f3e8609025ca02f4a
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d72915a41500661f8be0a368d53cc564e6e80f4
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6dd253bc5fbc04262ad04ddc631b83090522c8a1b2615748104bb55ebac2f50
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a555abf2be36b3377845c8f5766634817888b0a8
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae96ece49dd90650693c409e750442a96add11a141a38a3b629a70129921f4e4
+size 79957869
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4fd46fe3da288f6cef75c7b228f82055cf5d80f
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d308b3501ccea6b7ca661bc81a80b54ad16046af0403beee7899e7e594f9a99f
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80270f09b26ef5f36212a095fc03a38e28618d78
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d219ac62af1901c595635df3bfa45680f38d81b5b790bb370945fd1fccb5675
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43aa0d7438ad6f2105c6e84546341eca7f2c940f
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f217a8fa0c98750577a430ecd583677968cee0dafbb3b54bcdc9542963b5bb
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba0e099a1fdaafed2d54760810dd2c158eea760
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a429744558e2a33f127a6770ee1d16ec40cb30b711b74f78fd816de956892f
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac0a98859841167f48023bf4a16ad106a33a951
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52c6eddacd6fe1bef9960216505f763040b3afa405d6c3df3df09854809d240
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11490576182f2246a8d02733eda3efd20c211c11
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ceaa7a7820116d325718a90fa62844239b8bf78d37f37532240cbd333094c5
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d09a63490199c66492de86f1506f01c02a174fa
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf8463d0510f9553e6d8eb84c441d86d068b75957963e6b1f2f78f37631c653
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363de9f0f26983c6003c19ed4753c7a665e6a6f4
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614ace28e2746b52d76f014a215102bce18406b5c7063aa51d635e38626fb440
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9947d26c817581a43b2f0662cd8d962fae0484c
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d274425b227ff831e451c6f2f110857520eb40edd9c6b683b52452778be37cad
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4020200993c6de3bb574360dc9903db3b56f6b
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5a8b3c02c06af9d7e07ed449c7d8c3412247cc9749173459a3dd5a93622166
+size 79957794
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf2a9946ff6ae1f1e66dc3c50f04664e1381b9b
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d0ca4607e72b6fd2f696033b4596bbcf3ba3fb2bc1f1c942f50b44270fce0d
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4dac5f9edf3ecc529879909f5a6e94e1d4bbad0
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c1b9952b434b9b59e54d1faf95db9bb07c52a7e9b3fc86a0232f401d8fac53
+size 79957869
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7213a94ead6b185b64517291d2dd8b62f2370b6
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc9a17dfe78cd79e1f084189bbf225ac38504dede6da4bb4c9902ee5787134b
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2277fbbe2ece9ff9dbbec019777a934d2af1c010
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396c95874a1003837759a944a9318a9df19ae974c2f40d0caf06a1557eb0c66d
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16607a60f377b84bcb516e87f8eebb8973087e5a
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de6c14f0a833a1016ef1e947158ac9f72f52f482e4f63b03a387450f4c71975
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e6aae793c0d5ff90cc278aae0727e8cf5bc496
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2340bab31c1d3e15ed6211925791810f584bb4376deb02d527217465f087b3bd
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b123130de1428f9427861c20d554720f9e178bc
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec02e9ce1118a87d013c2de3764be7b6cf5cf13aac5b54a486c277263cb270d
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550d0dd9096e7b68cf5b63c7984d8be8440a2985
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf7b2646f7728c758d7d8aa82c743af05606ae1237195d9a73a953eecd21d19
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e83747594b758f3d70a705c84fd3eaefdf11ccc
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955afbc8c62f4838e820680d07323edc7a270f08346a196d6732bf902081a812
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d6fb7c926782997db3191418395a36872a9e615
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:badb0752ef681e70d54474de904fd38db2a3f0e7ff4242683824fca243c6f3b9
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55f261806c71c760dfbf32d8cde5c40fd6374dc
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aed2da725e41448312d3d71a71abf8c4458734990d45ef142c7cd69e48bff20
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a3a0e0ff7674c763740885cba9b65c35ab1523
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f14c9edc107f5f7d8c0dcdd6a6fdf57ce64daf909d89d69d2c61e71f044e54
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d809338a297db057636f19afa2680a8764749dec
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559055d085a9ae8b0da30aaf33511f458a763366dae5e88c4b5fdf785a9e1a69
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a193560f83f6f8e4a3047c3d33b49883f799649c
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e946553660b81e52cf68cf871781418dcc562d0d034f4eaff232d00a3e3083
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f7bc7b3f13f945a94a6e69a23926d55171ef3d
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37a049b0fe2fbb4a7be5db95b971cf2ac72818197000b1e2ca19c477e62b19a
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418bcced876628a4f8cac35c517aaeab6c425395
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898c5f7a17bb5858f05d44bdb4dfb74305ce583a74dad07641f2b391a4449900
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50f20cbcc6149e0b2a7fe64e100a9dc04a1e931
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92cb893400dc3146c9e1dc83b37173d8426097c43b5e52db4c1f309189b1642f
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e91d9a68a9baf6a0f7e7599144ad578d828a27
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8705b7c9815dc6d1a29bcd844e6aab2df712c635ddeeded17d2a34d9fa501b20
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b280c5204130d3444db6f5444e4caf6cd2569d79
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0b8d8c1e5ebde7323dcffa83e249113320ab59ddfc2ee7fabf53451e56142d
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99a670877192a62bae59714f7e1a23b54641ae2
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b91bb461b7e0139e9f722e2d941d81196f2f40162ee45e840340581e9ca775
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05debcc29d2bea5251a8c7e61eed0660f9c79d6
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a570d434eae4482ac007146638de592d5f689649d8905e27cb29f186dd0ee918
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..610a0a678bbca05c1d5ab152e19f1313bae8f81b
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba15d08da2f94c96028b83013a6b8140e216996bcef4cb30d7dae4f99765c68c
+size 79957666
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb875b00ad9a6917b5da455846ce52ece3440114
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53eb63271c0261efe8464837b10f0e30e5be00d254c38a3585b581beabfd608b
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f3ba9de25d01d7b5fcdf752408ab0adff2c8e9
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92686ccb768714b1620648deb92f012db877cc1703c5a7da8058be64bf89a022
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554fefe56c0d3fcbc9484a3bdfe3db37f3d4e383
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460ddd3c2b20667dbe6a11285f8b86eed6e64b90bb4385664d894c973f8c8603
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970323f720ed52b18395ef250fc65e4791120a5e
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a317e2781e6ff2b176c5ff0885c0d7e62c318556d07c1d058fbb8d018ab488
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ba5ee86c27973a1c0c337e5ff0ce5d9fe76dda
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8449d5699ab55203fd90c149dd9108e197c736df11af5a5c86c2a30ccf03ca43
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a432fb86fc633940455a92b3ec6a2d1a2db4b7
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4f6a387c46dc63443dd2a6bd3ef75657c7e3f48750ac95c739e0d172419fdd
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83e1968811155c3e6dc226c8bafd8e9f2db41ff
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccdbe3084d4a9984a8b0d77d4ab5782d8b16c184c4c4f382213c43bbcfcf49de
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f4818ccd16bbd99e5bfc75133e50f47a30f8dc
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f481c794a95866b6d99c9a933aa230b12230c0b9251d106bfbec2a7ab15c5a
+size 79957869
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fbd6475c7f853db3d09b3dbd0fa395b52a9c29e
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f349f115fce7b5bd327e5075221f1cabe1bc927d3de10f6705c208b841dc9265
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21991250ca9c466dabd4a35e5fd8726323dfd604
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf3fca90ee7a5af76ccf48bcefdabe42d37ac483c74f811c0976b6d7ef84847
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6316dfaef86a4e612a3e71b336314eaba60ff34a
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db91898e3878efaf9102208a520dcdaf30f6f0ffd36aa0230b99c3f52c863478
+size 79957666
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0c22d57ad6cafca45d99da45e0c2def9347493
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e949abb954bea7fa06c4faf6c4d10147c6812f994f84d9baebfbb185ecbd4925
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777aec9c853361dff3304eff3b8b3322c8205c4f
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502ed3449059beabf15abc15bd981965276845c571299547d0cc3e4bcac381b2
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce2fcac8a287a18aea7e1a301950e0e9842bed8
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2e938dcb36a08be8bc924f4e39bcce3e8001c405e61345954560d9d2bb2c24a
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92191566fceb610a0b75af5295ecf34909d8d9a3
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89128da4dc0602639e60766b3b1dcf5ef5c9044ebfdfc7183102d690a29b23a5
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef78ebc99eda8e2de26648fc39aa801c5c3b26c4
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ded05616a13b4594006fba38ba745bf56efae8da54ebb51b8c8d047c461096e
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19fb1a200faabc58903711fc03425f962439817b
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74c3c4101fc44aa83a0aa01edf2175b9b06ea6c22f8fc4dbd1c649e3e59a3bd
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad75dd6f98afd266f47b75c6e006dee23705b3f
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752ce87946b060e23752dc57e678000d93bc819f2b64fa8dba7e3aa2b1a06e24
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00ffda87fd2b91444e72774d560c825c9edbfd6
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c2d524dde142429c141e16bb258f90f5e999ad310b200776726737a929de2c
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29768c6132e763baccbaa8165644f077ae6f9315
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c7a06686de57fb00f3af21210e8873ea6e137c053d172736f60c9b59160f26
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9b1b71e83f2cad9ba5ca586cddad2d18d53a03
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42413ed6d17e3755faecbd4c1cc7790b4c3ebaa0e12a5df12ac242c64d707cdb
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b884bdba3979d32a25843ec3fbef5ea66d7e1720
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d39de96126c4e67daf9bfd691d29a99d0a7ba5a8a13d9365239f544d57a83f7
+size 79957794
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b79060e4d45ed2293665106f669b2c65b25d036
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbce055dc5524506ee0117f8770fda99be4f3946c16e93b76b3e6676c798d811
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2979bec37ae29943ceea526c1dce65a739779ed7
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4423d7fad5197a472b8b4a5f33e3c8c0b11ff59e8442d80cee40d7d9e04e9744
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798413391a8825d8473e38157581d6db63cb4f00
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589460bb586afa9f969eaa47f70d38f8c457ddcd7aceb1e4cb77bfb9c766c0f8
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86cd95186436f3309d6b358672567846f803a296
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5efdcf6bebc79cb94a2094be53a256e7da1d4359df4f776393710cb4be29aa87
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c8c7c1a81f139a2ba5f0a03417b0edf1827afde
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086894477e80db5954714919eaf4a63f0c68153ac219a29886f9abdbf5f4df63
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589b9c4565dbc0c92f4d6fa6e7027d881a727c05
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f833fcfade97fdb1c8b6740b06e779ec08cb14d3f1b51e7c161ea95144efbe70
+size 79957869
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2119ea0f0527f73fb619b54de4f17204a9b580
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7dd82d12d2e0393a241ee6ff61af3cf931b8a277942ed3d41194727ae1b29e2
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e53dc7703ce1fc9015cf2d4f0e107f3dbb5790
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4460252d117537c658cf67ff04b4d509bbb3f4afea90c9c487acbd33c61daba7
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd98e648a0d39532a7403477155b8429530d9876
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01351d94b30a4cddc701a666e5acb2b3c7a4a149e2cc794727e3eab64959af39
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1420a6f9352ce724e04e57e86c3802d15f2f5d
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38342dc8b717bf27e9bc717b365a45cf5e1ced77bddad4acaf082c7b184af9ac
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de66fa222487b31a85a3568e2d8ecb98f7cf31f9
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bed4ad3a2d8ee65ce450e73c7a8d9473f1754685b1146e3904d37cf8834b899
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03f8ec21a89ff5f47bfcf0ac351158684d90352a
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8fc20e2dd0d5796183fe79d849eedec984dd5911ab2583c56f9bde97f154551
+size 79957869
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80bd0687b9b050ea89349585efdf8a0aa401074
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd241116286bc75f8d623cf3d340f213404dd7f31750d52415cd948552c0212f
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a802fddfe2c99c7f08f2adb02ef1847e019b37
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acea4869acd4b23ebc6aaf146290b97fe1abdc25aaf45af34a8b28f66a33e4d
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c662fad57786697c9ed312553adc5614f7b7b2
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe854780cffd9dd537c2cb07d33c004b6df06683660d6e7237fde4b94c31787a
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d688af532549e85b142926ff27c91e5ba6b9164f
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d6b228a27034acc195953f3db183aa462d35329b1ac05307886a1d696e8819
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14c8e4385676c78615bc591108779570b557195
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d52c101c0da10a3d717d2569c81529da2f09d60a55fa5c75f3d6844b29002ad
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86cd64705bdeccb40f936550973658ee9ab73e3b
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71dc8355b7e793753f08f0e04dc6deb5d080743085754729fac1c4dbf25da267
+size 79957869
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384c6cb68bcba0635d8fa6165374e855b0da0698
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582aacf100574d40fae704e6a63caf205ff0e86f4e01b5f169df874024c54505
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3afe7331c4eb3a79ce6b4881bd3b83e34234e35e
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2181cf3b8b589f2792d1c6933304228e60df7fc5d2fcae3bd22f34c4af13601f
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82175aeb79769726bbddab5b621e81552f69748
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a59ec3e7d6a337860fa9d3114dd39cef2f20c9deed9c8efed8dd5f7908f998
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab8267d55831f05a0c65e8625fe3f2bf67c0f4e
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca30483026fdd1a402050ffea8ad75e19006830be0d3e61cf1c3100cc4ec09c
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1777b8ef3c576ba6b9f6dca6fdc9a67dd95c37ea
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f14504698c8de654c01fb3197c83c979647b9c79a69a84af42b62198249e9ce
+size 79957719
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae1165b2ccdefdec40adce063648fd4c6d0db82
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18320667dc8d383521c4cf34a8798946d47f66688d0a27cf255ecd7ba5a4c28
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e16c2d60af729392c8fe333633e17ba3dcc05e
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b81eb80a5846e97e836cf9bb8f10cd04ea02029139e0edc5d6aa0267df4f19
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8eeef72c05f025d2a33db02590418b9411016f
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6409ae8ddb724a2a35426489fc6cf8276421e620bd1423abc04dd5a99e2483db
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8afdc2567f1576b4b4a68dcb534ab020d4606d2
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ee254c2e1e93b8152d93b56bf398add24ca88131178f4e1c5f426f50ad62e6
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31bc669de30b0a87c7285c00e6279ff0238f2742
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8710297650facfa3d6e46d244a599dc1dc5aaa93cf37970cbabbcfce8971b9
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c030106c4e45119748c05f03faf90996a6eb6498
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a443e342d62e623d17e80624d01bd434cae942c9e22de6a802b784bc10e1d30
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be9fc81be86a983fcb8aceeef64bb387d627f80
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec220b1ee00e3b1b17aafc6758816340c6651b519a00dcbe8e6fdd177b91529f
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a405b6a7bf33c23534cf9b8ec38602b962dad8
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b0b66a26006042a8d8124bd13cdd800daf6d864a7d905461cbc93e8357b6f1
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e700c41d94154a160e06df1d7510e3f444d56d
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70873c96e04ddea97e2305266cfefe440174dd97d7d028bc93b35c51805d8094
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f38166f4d9d264baf334543d531df2d33cdc54a
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800b3c57289b0a6806cedc04a4946f8ac3877601d7820ed07990a07b50d93030
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ffab1aae4f59506cd121fd5850b6c439b85c315
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db54fd6ed34fe871050d4e597cebd503226e1fd939a188444f877d89b43dad1
+size 79957666
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63146ccf357e6e17acbcd54cd424c870bdb44cca
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3e817a3947bec000ece7129a584d61a612d19a6b3fc7e8f195336364448588
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cad69e6b2d5c28dc1a436a6c645645029399283
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c02d1f77aefc5a96dbdbc48b292899752d50642e905c4ff43581263239a038f
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bff59619216c70c5caa8fc6d843e1637719c928
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ac0b3686929016b74af2fcc8e12f367abebb5ed32093377c3e8860e229400d
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c14cff7685ad4a423d3f183daf70d5d8914cc4
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b16ad55a406256b939f322fc23a0561a7d5f7fffe272daf0fa45a70617be98
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac1fb9b36706f651ccc2498755292e410b21dfd
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d371d4c249a95d2386ab41aa3d019f044566c961b0fc3c6eb03524c261f4ad
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05fbbcb3bd48349022169ea979f8e43d20d8e00
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a382bd3b025bcc8ac53bcd988f51804eafc2407e0cae77cb247377066dfc973
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a595490dcb32e6bc530e88fae3dd02685167fb93
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24f8888fdd991297b8df4f0a289b25bd0c730c620def6e2ded2c200dc3dbc6d
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4295fcb97e400f1b35ed0671f53ec57f9c91f31b
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa71a952123081e92565d0a501f3707572a046d7e322cc0c46077769625c95cb
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c226d4fcd3168f08c54f623c8ba5baaad4a6c8
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6013a85f0f1b2f736095aa6edf87afed587c701c065f3035e4586471c4fff488
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa13943f320aecfef2760e4aafcbf7e432827b3
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d5fed51a3e6ba3564e62495bf4cd8153000a43e83fbfccb0ea05cff7f9ff5d
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c317360808ef1df4d9afb098b7b5e50a74131b72
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b83d858304a74e5d51d0673b834f8fc3fc5721ec05c09bdf6cb304d5d66ded8
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939cf630b4830f8f2c8368434dbaa943aa0fa797
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccea0f1b90943ea264902e292c18443df1cda546ec1927ce62fec33143ed492b
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6eddf561652495653bf09e654302ebc606572b
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d5dbeed3e8a31f5e662454ac374bfdffcbccffba07ad536934e3b0a135902c
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22e264c97804dd14b0a74d4b31e59d96a2b17a9
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd459217e6caf605e5c1c9b268ac77548292841d5133f6938ab4c92fa1b0e0e
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6747cb6b969bdedbb960dcf2675e15bf9badf9
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac679a4dfc37cecc427731041688ccfc24e6f8498bfcf32ecc3d439015fc9b6
+size 79957869
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f0d6dc16196f831e603ebdae449ac7eba097a0
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b357e969b40d878d978933fc808e2f313c4dbc11efaacabb32e4fb686f40fd8
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0cb86d72794a53fac63d14b80fc50c64bcb593
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1368b51899608b32d2a0cc9b246e794f21eec632ee32eeb839a54cef711bffc0
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749945aa89b79823c2b232959502686be99d339e
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3877d1513bfb58188bb611d10a954904cf4df8a66e97eeec6b178ef4fc7b2198
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e90a302b5255862967304f0e31e61f99683d8809
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bbfec3cf910a28439bd0e900591ff820c3517fb4e544144d4b4b7ec8507bb6e
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0740e2e3b5021130941e45fa3660d9b8cc518da5
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496c812045427dafc1be639df875292997042254bb096c700d27cbe3eec9fa8f
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e00449eef35fa321c7a2bb8fa98cd8e92f62fe
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93d690643eed97a7a6bb11bfe8558af5618bd23bc3fbf735b3ced84888fed80
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bafb092b5f78cb8c12cd9a5cfa392a309ac8e5c3
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405a854c396009b9697e8cc0a8048e2de7474f09b7ff93c3e6d18ac4d10d4e27
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b79a51e014dd105e06508ef2032a98dd97d863
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53730841536d62a9c28248d1d017039afbbb8334da71e9af2a89386b4fd79d2e
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd11d46f98792329ca5eb72950d855cbd01e781a
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9962bcbb831898c29b18ef4eb097e886d924c64bce52a773e42f09188ac335dd
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8733019cb831014caf23554dba6b8983897c1e
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0807623ffe9cbec4593ff33af84d7e026b7baf2e5707cdc2181374d0b33a5bc4
+size 79957933
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35b702bc37f9e7ca8a3ba78d055e33a87fc2ad3
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d528f96c71a2ae6b523039c50621733b7935bdae10c5e6b6bc602f7ee500ec9
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd3bdb0e975aa0f59479a9c7a04af25908a5ad3
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f895fa10592736310791110a1596201c75c30268409d530697a4830fc20bfa5
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb78f67171a549548a0075b9a8f9b329829647b5
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4e4229e9fc97eb2bfaafec71e5fd98e7436af2922d6be9afb4660531676663
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9834649abf2f3d8c37103f6bca619c16c9586b63
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44f2f6960e5dde78286161545e32883f5c468fba57b25929787fa7c7321a0be
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925a239dfc26eae68352af9843abfa2feef78fe9
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2c15b5d08c0dfdf37dd59ffc2567899617050c6159c4a8415a2ab35f625e25
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726684995195c5576b16439d6e327b8d65225906
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cc5a3c4045d5af53312919c230197b3b871ae8562617e1535be9f9558592d7
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1f19f7bb37d4b90db6f309d2ca940a2a1f567f
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2f4b2efba698e53e2f717bbdc59e9aeeb7eb854c33966dfc6e6f7d29a51d3a
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef99501656122b12c50294d9c73a14b97713f51
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8545c95cb1931143fbc7128164976e953ea1fc717c7e6f1c358871b1ddcab069
+size 79957858
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296b564cc53b384aa24fed8ca60a67b5703ce6cc
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb9c671a8f22274910c98e914fe7f62a58e46999acd0c519793e0a47eac1140
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d3d5632306f5c9f32209d1ade7a138015e230a
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a363298ae0a260c08424bae3e19915e0593c8fc56ab26c851f989a6acd33ce
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac7b5471820e6fd2eb007e45a3f93c049f6f621
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45020987cfcda3e44c6d75e26b20dda4a2e9cfa6e4e7bcdbe836d1ed00972efe
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4cdefec2bc12bdf75d7a7ac07f0cd5708a31a50
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138e93a7198ec350c2f1c1f5a13af38b04130d0a304428a1ac09931bf55b08bd
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad1aeebd29f38d570499c53229c387920f28e9c
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0b3542b6271e076ad843b0561dc4a23c681b4a79493dfb7dbad9013724eb65
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4feced4101dfa6635b689a5614af8c91b6de8917
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9d28325183a6e7f3aa6955533de59170763602cb5e5a249b99e04b60c876d4
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad13122c9c80bd12bfa36c9442bf20a74f864dc3
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0147806b922badddcba281bcea31fcef9b8a2023245d76f5e549efb4f45e08d
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..305018c646c11ef59e2c890bd428a0850265526d
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26412c2132db266248dc153300fe0b75ce329cc6b09f2fab5ef4a1883750848
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82de24330584c95fc9a48f9cfb3458d28c7744b
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403d7b3f978d800bca542c9204179a7516f9827ee23097f7fcdc1214194b3717
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a997bf5248b2fae6f1e7235b8a9d728dc38845a1
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aedc735b3e88c9910f7aa1e11ac95482a1e2f7d97e95187993648166e257f3b
+size 79957805
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8600deedef7a535b3717cc097eb99115890c819f
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4083b5ae9097153bee17b3fa83005aea03023bf4c47f33dd4b951ac5fa35ad7b
+size 79957666
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73996c3e0a4f159861a5ad7b7d3155ecb5e130c
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ed836ea07c36f6f06e6e1ff33ad407233c9e5b9719588fb7fe826a8697e5f9
+size 79957869
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346e2eaf727170196fe4d94a3582843d56efad72
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161d9cf2f20607803344c227d9e7a128fea1e44d6fa62d8cf4e7d942eefdb7d9
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c511908897b7e58845e6e4c0d94e5f16caecfb
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae03ba0455f6d14cf9933e7f87f392628457972cf6611a45f9964e58009e4f3
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711ba75278af12fa4c54839aa103739ba255d41d
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c1db842a8ad2cf319ad87068dfdf8f5bd5aeda260b37ebd23e8618e7d29cde
+size 79957741
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19d49b17befc7c6f1232c324ab192be277a53687
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d197de6f59e09f7b77027da78e02ab0362ccf67fa94ecf90c799a00c663c7a1
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb1dbef8ed46ac4ecb486f6e2e039e207f12189
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2538f770723f38971ff8f2691545bdcf7bb58606ca5c9cbba5edbeb237f2fe4
+size 79957677
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5326c4f61adb6e066ba73c382a158d797b1f05ee
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b198dbaa7fb41a7ff30be1d0eaf630e7049ccb5ed73d35f320ca458b70364b
+size 79957666
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14dc3c99f3577d30ac43f5ab33f2f67ca6791bff
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea44a73c14ad60f5386fd76c3575853c1692f782e3184240dd888c82d1bdd55
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fac69345cbbc2a0fc834beb77be43e13b3ca93a
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419ea8b1fd713d530c1d96540b637c3b6987597f6aafac90796cf5174bf795ac
+size 79957794
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa794e60b7bec262e7286c742942f080b5e5777f
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d1e64edc0daea86a5cf0186e8f86a6bad19dec21e959cc9c9b121f846184d7
+size 79957794
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3e049a4cafe3631eb693ba341354bacc2e4b76
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825c88e59c3f62c1b88e2fa030e2c4afafa7b21eec68144e0ce6dca8a46f635b
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e13171b1a02833745c6babdc54b613b5d1db15
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf59761c14d6a0e57c989dbbb6a8fce222a54cd3782848c7367a6510d8438fae
+size 79957655
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc314a90d435982227235ae35c63e41662fbe440
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e568036a37f8c70d43995ead82202f8d36843207a60ac52dd4b7abe67fc54e20
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ad7e79cd8c38076b17d5361106f8e25f41cae4
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0258015ba3f3fe0ee43cbb7caba7aeba8eba533b118703a0b126e2d0ea9c7d
+size 79957794
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b5767c18f6173e351d58334629910f38a52859
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f37fa4dfc398e642fabba9b54c1a581858a255821e689e86d98d9a48b6450bc
+size 79957858
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62ba5017a435c35c9bfcd147fd7bffacc7bb1c9
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6a507403ea7236dbed5d2c12f5c9dff67ae5aa731d14e8638a086aceeee20c
+size 79957666
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ef1825196685f3ef2c853e87bb8688455f8db0
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3713980138ca660813e39a49a085d09e138529ecc2a64d74f9d7e6e284957e
+size 79957666
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3304ea744698a106fc2613c2ab42c489057339
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b811b78bf902def870e5b51ebda1a5d0023d6a64208ec29dc95f19bf9b1b73e5
+size 79957794
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c05d948c4f6ca88e638bd8f17e86f0415c0146b
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ca376fbb2e55195dfd21b555f4f1944afc95f98bfc53c5838a3510a6b1f537
+size 79957794
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4eb66a58223962b4a8d7a9b7dd6e7f70912f876
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801e9d05fa9b89924538c9787e2ddac0812bd2739d9b268f575cf9bd688cb377
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd43f33809af78d73448050d663d08ae833e4d41
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570445b22b1f954081264688e2512c722ce3cc07173161eb02a53a49221f98e5
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c8685f1b1e5a76b5d595c50dafca7f00ff4cc3
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee59fdc612bd6f9287a358c3455b189da0f2ca95a226d7f8c8495611d7a9e1e3
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2decf8ed1e70b3a82923075ac475ad41c8764e
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4770da1fa3d07375d4769df7978daf8eb1797fe4c9dd0e83d05dfb815813e623
+size 79957719
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf88cb986e2b39ae7ab9d9d9ec55a903556b7479
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9a01b9745226c67d467213fe568481e5c975da2706ecc4f22cf99d21633aaa
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3968a2e74c5510596e0bf1ff77580e5d0e948024
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e6152fa60428f1632c7f795592356aa46af65014fe6f74075096054699a162
+size 79957858
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd873a630904db59e7511e8066def754e33176f8
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239b6157768990a9bc0da10996cf28751f125c91754b0dffb65e151ed801be6d
+size 79957666
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88692c0dd1aceaeda547ca6bfe97b0f8c6a0edd6
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5297ca6cfc02377cd1f88b8c60285186c1298911b8ffba4425b067e9ee75447
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b840e66d8ef3da066451e007f18988020c6e72
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd62840c12096be27dbe84557fab8d48ab0bca51de09c5277b295936f7ba9bb
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db04cbbb43b4d1da831c7eb7f9ea7b96ddfa24cb
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1500d397fae732a9c21f6569142cbfdee5f0a391ed7c287c4bee1aed75c743
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3795ab32a56fe903fe0f5a0b1a7fbdd554a1c908
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbba4be35a68b59ca70b082589d1ec9f8bd00b81c376f1f4ee370b197945c6b
+size 79957858
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f92e46a8c6d9fd970881618fca81958f0ca16c
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a555d87fdbd809fa96f976242da6794822aa94c445ce3b5590a9a9dea47aab0
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3b98d9074e60e8bcfa81a0ac225d7536224620
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a583b8107aa05c86996974c79bb85721d42464cffc3fde0a7dc1f453b4eb9f
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b57e7eb22aea8cc44c7310c7e88534c1dd8d154
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257199ed7f376ac0e5530d9ad95c34906571caeff7433a7c6a77d82ebed7c9cf
+size 79957794
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d118b39b5d3d2b212df87cb2d78602926c00aa9
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682e6d46c10120926d5939618c7dc6d51b53c3dd0932d0105fb87ab284824381
+size 79957783
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9830598204afd799dd8c7787a01f1c0671e20de8
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e4adc3562018beee2ccd9fe6826820357603e55ca9867d50e7e028f254a00f
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b45d4a2bb59415c8b524dbb2382f56da6bbf4e
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96db77767a3d854e9fda866c73ecd9cfd1b4dfa576e606542894249ec1a9eb92
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d003f5b6ab4af3c0e1726bff7cf289d4f2a953d9
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4afd31ca224f181c6b1b584ce32f3b29e1b796fa9c36010778b93ff1a7c4c6
+size 79957666
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a977b814ab10ac171df0fcbf157f9394fc87b2
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fec554e4ec2a9fc189b11cc9a9a2cbebaaa6141608ec69b7a1c576b5906672d
+size 79957858
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9184b559e899ff34f512a42389c8415cabf16e
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d58135aea27e1a7456fd5768ac48f35448acbd0837df3d6e4d513b52e420096
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce3dbe9d3cb2e7750ed5d7de17edfd2087fa9a61
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3fcb5f3cf009a0c40f9dc99311526649a6ab8cd6458e80e378b1e9d66d6c0f
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7446a6ccb01ff12e913c40c7e823326b558e710e
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe901939c15f6c5626fe1f50afb304c9dee0d7d1e8d2eee12d0c83997bf3fc1
+size 79957666
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1639fdb13cb77fa41e6a6fd22898c353105e5e
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8838ea39b79ba657c65fb9d0b0272d83dfc769849eb1ea5fd85fb9c343193edd
+size 79957666
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f46c360c21a30c8874d68bc976cb3f39b05c56
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923a4c54b4431a95fc9e25741be81ad9b26cffcddde36e2a8309c45350c83f59
+size 79957794
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc42c7f00bcc0408310aa7b77e7385903c2a576f
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0846b89ef45999d420236dab36b75387a7bd3293cf54f51ceebb078048e63b5e
+size 79957858
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4370784fa2f1bb753d04e66c0a8cca66cf0d6445
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eaf188d50da4bcddc64aa0612d67a5cffe8e5b035da5529f9b172c4454a9a3b
+size 79957783
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4ac6c7f4b4eb2abfc9a256f6fce607b97060db
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842a5659f51b52a87587c5516a92ee57270c4e793402946b321c30e83c5e2edd
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636fbd71f7029698ef522fbd71f4588ad187b03d
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1671620f32c48a7005d411f07dc03537ac4e3650ca6dededb338c56c5a5649c9
+size 79957666
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2fa493f64cde88bd40143f9047dea0498ecdcea
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a11406782d603b0882aa76a1d7fc7c41f6456262328398600e5073883f94bf
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0093d2179dfada0254a5b69b5230a530b4d6f3
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f342323f62216da05f30558e7f4f96536d9abd62093beb912bb82d61e92dbeff
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc8e04cb8df5ad46c71f70c80ab3efa370bb1f4
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c520605190cd4621b288ce407576836038f7ffa5612b287430efd882fb6168
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb8df8743907f22f2a017022ece6167c6d315cb
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2c2461baeea667bab04b838373e80079cea37b0a87d470a5b5ca46a499eacb
+size 79957858
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9fa56aa2b0b90cdee4d8df830143b61e783295
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6fb5ce0f532bc0938ecda7fab462000e213f82805fe1cd1f0d1ac58109b0ce
+size 79957666
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7814924f9cfcbef7fc45575d9ef32f6f6b4972
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ce4cb378325368eee283ca369e425b624db3446aeb0a66ba7ca41f22f81c47
+size 79957794
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ba43f81328ca911f66c31987b65244b9fbd1be
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980366497b1e1a56e308fddbee7a9fafee4a5ea5617ecf00dbbb9ec2db3de6f9
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a368862d05ecbfef5938a745a124d80748d785
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1b4032c8a2b1869ad425b54a9a72c2a34f2de80a0220e845810c00f2e03ad4
+size 79957794
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8e6721e56762af41a720402c0b26b41ae2c1c7
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b277c0c7e45be8f83083e9847f2bfa6246975ff62d36600a7cc1acc00a14c4e0
+size 79957655
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f66f0eb56938946c80ad1b8259d78f2bea08da9
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae473871b8defd09f7e2fe2750fff26fc543fd91913a799a5ec41c8364820f9
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa7e40204bec4d6e4c34f80ba91611d2299e41d
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce6d78c476c4fa15fe9462f14441936671c0eebfded6cd9bbe397b035fbed4f
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90bf0250331218511a1a91f2754ef07a99d089a
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a8d68b857aba61736ec4b0f19a341ff7a3330d4a07a5045872cc548d8ae5a28
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec7a17375626a3ad0e60b1af7b58963be9531279
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f531e10a851ddbf29d25aad8d95eadf0c65003e2a047cb6aa1c1b1a3802ceffb
+size 79957666
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d7c6e56e822856748c257bced7e3136697d029
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724bfe4ebb31b3cb64c07595602cc246a60c176f1f4fabdc4b8e02a5a0d05a2f
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfdd9f1909d0d9a26b8d61d0db6ac05c827f2792
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557d61654e5e4f753175b60ef99957825d2ee6706c76dc351418cd81a1f068fd
+size 79957666
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c1fe4c8a0747cbab033ce574c0eb92a51250b4
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06feaa611b9d5dc9d4661f43b3bb2b5c5fb78fe6c45a6759f07fd701f94ca3d7
+size 79957858
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659b580a4cd961e9879fc7e0c625d9fdc153307c
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054dc8c49c3eb121fd942f07a3210e152b6b3d06d828bb6fb210b2be0cb32f26
+size 79957794
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463a32853286ea623d2c4d7cd1be18ae9e857dc4
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e168f20047c59707abfb90fdd48d0763d9ce3d73eb97219ae0698df6d55b02
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a2e3db499a0998dc121743e34d5435692c3c84
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc23c9b07956811d28f4a4faa393772f77a914b3d0ed5c0966a71cea42819ee0
+size 79957666
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f6c2b343bd15a59a245a2d8760edcabca2ad48
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56435f88048997bdda8c2ab7e33d687297d5aa45407df3058b8a91a5b18546b5
+size 79957655
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3787c04ff30be112513741e6e194ba76db4bafc
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843e108cc63d44b692d33d77a14904c72537c4ee658c467afade4ee8df455b16
+size 79957666
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302a7ba5df7a47ae77e7057e4b66c36d20e6606e
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42b08709222972f4b4435b1a31c56beb840275470be9acb81c91d4163de726a
+size 79957922
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d6179642ffdfa97d12464b17cc4882f2c345ef
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2d8d4ed45245b06a1f366c7f0145163eac607dbcd5f79597d1857258519ae0
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57e0a0cd0a6c37068d615526ca8a28e3db3e9e7
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ede643d030e1cdc591f8336d414bf4c7c70464175f55e54d7766f21ad36e53
+size 79957794
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60bac48f444c53fe6d9998315044a9e299f27e52
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2c6a2d3f364b328afdebfab89e1fabfc75170d044c0fc300db738d0733e3a3
+size 79957666
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ade1c2f0e2a911f2349aa8f89b23fc641184ee57
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b70b5b848418c819b1c628db5cc1e97a7ebbdaf1477f8292f54cd4cf387e2b
+size 79957794
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3775bdbf355c7b587df7baf25ee91abb3d35fa4b
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d768c9cc62bf9af227353a50764e5f6c3d95a8b248c9d7e55ac2eb174ddbfb32
+size 79957794
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bcdf2f66db61cb3fb29bd1b2d705162c7932cfc
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb02d724a92cb7828b92fcb7a03f9fd1ae9ac33f8d2fb638880836bdfa6da28b
+size 79957794
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70cf9f9e5c55e11c2ba455ac730f8f6bbf87f0cb
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862c14a543545322052e020f958a68dad7978f1be7fadeafc2df442f5de65fcd
+size 79957666
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a277ece4218ce84e67bff2a9e0e1297626fb07a2
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c36bbaa7d717c878ba48eaccd6fd2f66ee085c9e6b511706a03f00eba247dd
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15feacb03d7e2ba73b0f683eeca430249658f381
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2cc3ee01885c89a942bd036c24a081ebc644fc6313cf489cc42cd91c60371c
+size 79957719
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..facbca9e5d1056eae8dd7501307bf8298fa79d83
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228d5d1469a37918e5341a1878bff9455f3dd3733f1cd15ee985ef34bb507313
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12debdcc3e70c4faf2a10e9e17fdc447687e71f2
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451047d47414bc23eca584746a85fa438c3a77e401304b53f8f6f9073b6dd90f
+size 79957666
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce3ed2f05bc48128d3927061fb8eb217ef7c3f6
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97968c9a9fbbf7216a4a40b1b15fcdac92fb7c7750ce6ae2d380cf0b5b5caa28
+size 79957794
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26fdb3d2ea9d4ad3e7d4f24e359201b2e98c005d
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051ecfec9fdbc0d73760bb47aa565f3f4d17fdf8ae7ce299d49955375aaa01e2
+size 79957666
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3aa12ee3419dab838c40e28a85342cb3f4e2fdc
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c19c1de7b37abe6632a38d64144aad85be0ae945fe2ae2d0ba46bb700fc18c8
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c37efc60e7156355013a1e938ed48ed7c730db3a
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48473f3995328016e32792b7fcf654f337ac08ca5d86ea101e1833ec7b9e631c
+size 79957858
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b2a90934df083cec714afc68b309fbed6bd158
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b909354838216327fc6a5bc521ddff192b3cc33dfb8a824485743a1e5ca6ecfe
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06713610b52412b36e2543be7793abeb69f7d133
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443c945145d37854240d432e0a30948cadda31b9d2ed94ad0f933598d602a765
+size 79957666
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2781233bca5bdac8c6b80c762f7b23e6b73d8f1
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49fb068f71207b6e389d5560d496849f4a90344a34c85588318dd2fd669cd791
+size 79957730
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56a72074f027358f068b992081592c3d1ecadab
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee76e98d08fc95901a5c354a47998f551356651d9871c16ca263b683e5f7bdd5
+size 79957858
diff --git a/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13fed286174db6543c27d5da2bde6bfd2bcf879
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7f69639b77f742857a3376452d53a298f9865663862ddb926b365df0059530
+size 79957783
diff --git a/2b855b4bc4opt/global_step80064/layer_01-model_00-model_states.pt b/2b855b4bc4opt/global_step80064/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f90cc00fb32eaf07e5e84c0a7767abca5c4448
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2b960d4784151f860542a4d9413b38fd0538710b1b52b28c04bd0213c7c4cb
+size 227837187
diff --git a/2b855b4bc4opt/global_step80064/layer_03-model_00-model_states.pt b/2b855b4bc4opt/global_step80064/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfeb63db0db729ca6086e95c79ffa1dba471510e
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1cb79efe8610cfb243ce7280d74d88cd1c29dea2b14d264a8c0fec93b3788b4
+size 113700355
diff --git a/2b855b4bc4opt/global_step80064/layer_04-model_00-model_states.pt b/2b855b4bc4opt/global_step80064/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf3a5751623205a71f4aba2597132e758e93ab1
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3606f389a274502524303886fbdbb0a5db97c450ec834ac27d34f684e02f2e07
+size 113700355
diff --git a/2b855b4bc4opt/global_step80064/layer_05-model_00-model_states.pt b/2b855b4bc4opt/global_step80064/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1835fd50f21d29dfff40d39bb4dc23e3815d83
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461d6abc50d3d8de2362161c55aef2cffdff3c691b8d5dbf1358387b1b1c1b71
+size 113700355
diff --git a/2b855b4bc4opt/global_step80064/layer_06-model_00-model_states.pt b/2b855b4bc4opt/global_step80064/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da7cfe69686cbf1725e193b0c3bab4bc132922b7
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d84fc3673ca0dabb2d1f14629c64678fd9187ef9f2c7c6a6107fe52076563a9
+size 113700355
diff --git a/2b855b4bc4opt/global_step80064/layer_07-model_00-model_states.pt b/2b855b4bc4opt/global_step80064/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fae5b63c812d76d216119bffec59c7729a7ebfa
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60072001af4714bae474b8c588670d70f0a2292df2d9c7e472d60ded4b1e3d81
+size 113700355
diff --git a/2b855b4bc4opt/global_step80064/layer_08-model_00-model_states.pt b/2b855b4bc4opt/global_step80064/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107e55a68bdbbc6bdf42a9f48bd9369a064352e1
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff822925389d6972989eb48828b82e6d7dc8c70ba202f3bf3bbd673f74302ee6
+size 113700355
diff --git a/2b855b4bc4opt/global_step80064/layer_09-model_00-model_states.pt b/2b855b4bc4opt/global_step80064/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86996ac84b1f02ddd9c5175a3c3f4ce16383ba23
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23cdea973357d371e365bde8438d12baef3cd715fcc6360dcc6bf39f849ce3a0
+size 113700355
diff --git a/2b855b4bc4opt/global_step80064/layer_10-model_00-model_states.pt b/2b855b4bc4opt/global_step80064/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b45403c207cf49c861bb62ea81c174afdf701e
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b7b20d311f57a0218b43814ca918d301f46ac187d31720e4e9575b67c47cd5
+size 113700355
diff --git a/2b855b4bc4opt/global_step80064/layer_11-model_00-model_states.pt b/2b855b4bc4opt/global_step80064/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8f3659850f2324dbb4de6c60a8b25f2c04620f
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31c1f06e30d3e6741ce37de8bf17e4c11f0265f6fcb69eb0e27328d9ba741cc
+size 113700355
diff --git a/2b855b4bc4opt/global_step80064/layer_12-model_00-model_states.pt b/2b855b4bc4opt/global_step80064/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dedbeff372544499fdf6c7bda35079a9584e24ff
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0ca695c61049455ff4cf208aa3e5f1d364e503e1fcc684b6f1dac53d9342b9
+size 113700355
diff --git a/2b855b4bc4opt/global_step80064/layer_13-model_00-model_states.pt b/2b855b4bc4opt/global_step80064/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0df7aeb8ba2dd9b8dfb69798a79ec85c3432db
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fdb89101f394825f8ce5bd910d188764c2f636396e3c2a5487f1f4261ad8fcf
+size 113700355
diff --git a/2b855b4bc4opt/global_step80064/layer_14-model_00-model_states.pt b/2b855b4bc4opt/global_step80064/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5efc38171a0e6a8606bdd210c9727fbf746ec35
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4cdd753fa50786f85d3eb47d4808d2b972d41368cd0d3f5da7870e6bd970eb
+size 113700355
diff --git a/2b855b4bc4opt/global_step80064/layer_15-model_00-model_states.pt b/2b855b4bc4opt/global_step80064/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f89245ff04fd2e730a87c3ae27bcbf1d1ea739
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32714149b1e16bf0eaa6edc768fff8696187757aee232eb7c5d6c3dbc5ad463
+size 113700355
diff --git a/2b855b4bc4opt/global_step80064/layer_16-model_00-model_states.pt b/2b855b4bc4opt/global_step80064/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51647e23363a12da92376a3487d4ed6cd586a81f
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709916264b9180d4e6e7b5c1251dd9cd7e9949d66119b09b233029a2d2fb8c6d
+size 113700355
diff --git a/2b855b4bc4opt/global_step80064/layer_17-model_00-model_states.pt b/2b855b4bc4opt/global_step80064/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5931eff8b88d9dc57fd606e8ce2c2cc3c0cafb5f
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5004371cb6c4c855988290254eb730b3988188bb0d0e9b7d3503ebe0f74419ec
+size 113700355
diff --git a/2b855b4bc4opt/global_step80064/layer_18-model_00-model_states.pt b/2b855b4bc4opt/global_step80064/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f2f8d8e839600dc4390d468344b5d50483758d
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e184b8104c1481d0cbee496b1710c2d29a3d2e34f9ee8d37ca9880a9486e493d
+size 113700355
diff --git a/2b855b4bc4opt/global_step80064/layer_19-model_00-model_states.pt b/2b855b4bc4opt/global_step80064/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c292f8c4d9fea6acb2e78c9d7a00b1f169ae0c7
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b39b238b7bb630e26c25df65df8d48c87aeea730682ec84cf23a31c8ab02ee
+size 113700355
diff --git a/2b855b4bc4opt/global_step80064/layer_20-model_00-model_states.pt b/2b855b4bc4opt/global_step80064/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb24c16c0813b437f05245f6d14695c652f35f11
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2191745f1ec08c68302323eb5a1ca74aba2ac17e59e8b3cda3c230d4ab113c48
+size 113700355
diff --git a/2b855b4bc4opt/global_step80064/layer_21-model_00-model_states.pt b/2b855b4bc4opt/global_step80064/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e5e4fee10a6a8e4d5990028988528c1ce567e4
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ebe5afd8fa64a43c8a399872b5b8c06521ab4c082b1d6ac4466bb9bbead9610
+size 113700355
diff --git a/2b855b4bc4opt/global_step80064/layer_22-model_00-model_states.pt b/2b855b4bc4opt/global_step80064/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e565b6a9c9c3cc845399d57dfb2d682b662035
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52aa61f81e10ae057cc0ea462d8cdcbd3c0b3145123c74cec728f975ef253094
+size 113700355
diff --git a/2b855b4bc4opt/global_step80064/layer_23-model_00-model_states.pt b/2b855b4bc4opt/global_step80064/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02af8cd11b1594058e6c04dbf5e6ad38d3823fe7
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f37b0322aee3ba117d7afad6f21f031d7fb90561f192709cf50b5fa504b8d4
+size 113700355
diff --git a/2b855b4bc4opt/global_step80064/layer_24-model_00-model_states.pt b/2b855b4bc4opt/global_step80064/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1b255a34efd5b280759034f2b5d6d9a461d204
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e88099ebd759c396846e6c48225d0c26c0b18568e6c60031eabed8bf91f407e7
+size 113700355
diff --git a/2b855b4bc4opt/global_step80064/layer_25-model_00-model_states.pt b/2b855b4bc4opt/global_step80064/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1d510989cd42f74971a0f1853aa10ce7aac479
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33796db44d3ca7a4be4178f96f6317d338eff868cd58ba1e8c2c687977c65697
+size 113700355
diff --git a/2b855b4bc4opt/global_step80064/layer_26-model_00-model_states.pt b/2b855b4bc4opt/global_step80064/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30edc6d5d386e784f5c29405468ee32a2292a1b7
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8580981f303697671b1e390f3ece4b32475b3e5ad05ef5ba2f3912204126ba
+size 113700355
diff --git a/2b855b4bc4opt/global_step80064/layer_27-model_00-model_states.pt b/2b855b4bc4opt/global_step80064/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc4d7064a6b178e2f2d5481bb5cd03620618e41
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e25a8c205ef5b0ef96e58dfe9374bd25cb5db691936894e46501223a30825a
+size 113700355
diff --git a/2b855b4bc4opt/global_step80064/layer_28-model_00-model_states.pt b/2b855b4bc4opt/global_step80064/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbcf2f50a64d5f4fd6116fbb8a3c4bd2717da61a
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c708de5439b8caa5b7ba8847ced0e614cfd671ff54a353cf0b884692cd45f51
+size 113700355
diff --git a/2b855b4bc4opt/global_step80064/layer_29-model_00-model_states.pt b/2b855b4bc4opt/global_step80064/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9de3a335cdd891feb24d032a823e008db3e133
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052e08d61935f51579cbd4427601ce8671d37b05b12a3cc291827522e675322c
+size 113700355
diff --git a/2b855b4bc4opt/global_step80064/layer_30-model_00-model_states.pt b/2b855b4bc4opt/global_step80064/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..714fac76fc8d5e31fb9690ab3129d37d1ede0384
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4432677aa8d7edbfe2714702858ce90f633accb35785f87261e9d28ca1faf6
+size 113700355
diff --git a/2b855b4bc4opt/global_step80064/layer_32-model_00-model_states.pt b/2b855b4bc4opt/global_step80064/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182fed3140cea7f22fbea7fc8c99f65c9d25406b
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5a383d406889e7e45ebc224c57022bc6801d506fcc18797d9c39d24c392ef8
+size 9923
diff --git a/2b855b4bc4opt/global_step80064/mp_rank_00_model_states.pt b/2b855b4bc4opt/global_step80064/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a102fedb4bea4aba488839945742439096c963c
--- /dev/null
+++ b/2b855b4bc4opt/global_step80064/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689bafc3076470a2920a79d324d6366c813cd81169a2e6aa187dfbcf369b0cda
+size 45363
diff --git a/2b855b4bc4opt/latest b/2b855b4bc4opt/latest
new file mode 100644
index 0000000000000000000000000000000000000000..63a67d1c29db4c2945c9e7add9db432ed8fc1942
--- /dev/null
+++ b/2b855b4bc4opt/latest
@@ -0,0 +1 @@
+global_step80064
\ No newline at end of file
diff --git a/2b855b4bc4opt/sbatch_2b855b4bc4opt.sh b/2b855b4bc4opt/sbatch_2b855b4bc4opt.sh
new file mode 100644
index 0000000000000000000000000000000000000000..6433d01f143e64f7b3fb9457f3400436db7f3bea
--- /dev/null
+++ b/2b855b4bc4opt/sbatch_2b855b4bc4opt.sh
@@ -0,0 +1,165 @@
+#!/bin/bash
+#SBATCH --exclude=nid007571,nid007112,nid006774,nid007502,nid007506,nid007507,nid005145,nid006692,nid007218,nid007123,nid006124,nid006123,nid007496,nid007237,nid006852,nid007206,nid006947,nid007212,nid006977,nid007222,nid005444,nid007219,nid007493,nid007221,nid005300,nid005619,nid006118,nid005203,nid006113,nid006481,nid007077,nid005208,nid005207,nid005879,nid005901
+#SBATCH --nodes=32
+#SBATCH --ntasks-per-node=1
+#SBATCH --cpus-per-task=32
+#SBATCH --mem=256G
+#SBATCH -p standard-g
+#SBATCH -t 48:00:00
+#SBATCH --gpus-per-node=mi250:8
+#SBATCH --exclusive=user
+#SBATCH --hint=nomultithread
+#SBATCH --account=project_462000119
+#SBATCH -o logs/%j.out
+#SBATCH -e logs/%j.err
+
+VARIANT=2b855b4bc4opt
+
+# if run without sbatch, invoke here
+if [ -z $SLURM_JOB_ID ]; then
+    mkdir -p logs
+    sbatch "$0"
+    exit
+fi
+
+set -euo pipefail
+
+# symlink logs/latest.out and logs/latest.err
+ln -f -s $SLURM_JOB_ID.out logs/latest.out
+ln -f -s $SLURM_JOB_ID.err logs/latest.err
+
+KILL_SWITCH_PATH=kill-switch-$VARIANT
+CHECKPOINT_PATH=checkpoints_$VARIANT
+TENSORBOARD_PATH=tensorboard_$VARIANT
+
+# Data
+VOCAB_FILE="gpt2/vocab.json"
+MERGE_FILE="gpt2/merges.txt"
+
+TRAIN_DATA_PATH=train4b.txt
+# "train: 1.0 0:1 /scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_4B_text_document"
+VALID_DATA_PATH=val.txt
+# "validation: 1.0 0:1 /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document"
+
+PP_SIZE=1
+TP_SIZE=1
+
+MICRO_BATCH_SIZE=2
+GRADIENT_ACCUMULATION_STEPS=1
+WORLD_SIZE=$((SLURM_GPUS_ON_NODE*SLURM_JOB_NUM_NODES))
+GLOBAL_BATCH_SIZE=$((MICRO_BATCH_SIZE*WORLD_SIZE*GRADIENT_ACCUMULATION_STEPS))
+
+# Model parameters
+source model_params.sh
+MODEL_PARAM=("${PARAM_1794M[@]}")
+NHIDDEN=${MODEL_PARAM[0]}
+FFN_HIDDEN_SIZE=${MODEL_PARAM[1]}
+KV_SIZE=${MODEL_PARAM[2]}
+NHEADS=${MODEL_PARAM[3]}
+NLAYERS=${MODEL_PARAM[4]}
+SEQ_LEN=2048
+
+echo "Model parameters: d_model $NHIDDEN ffw_size $FFN_HIDDEN_SIZE kv_size $KV_SIZE n_heads $NHEADS n_layers $NLAYERS"
+
+SAVE_INTERVAL=10000
+
+# Tokens: 55000000000
+# -> Samples: 26855469
+# TRAIN_SAMPLES=26_855_469
+TRAIN_SAMPLES=40_992_786
+
+
+OPTIMIZER_ARGS=" \
+    --optimizer adam \
+    --adam-beta1 0.9 \
+    --adam-beta2 0.95 \
+    --adam-eps 1e-8 \
+    --lr 2e-4 \
+    --min-lr 2e-5 \
+    --lr-decay-style cosine \
+    --lr-decay-samples $TRAIN_SAMPLES \
+    --lr-warmup-samples 268_555 \
+    --clip-grad 1.0 \
+    --weight-decay 1e-1 \
+    "
+
+GPT_ARGS=" \
+    --num-layers $NLAYERS \
+    --hidden-size $NHIDDEN \
+    --num-attention-heads $NHEADS \
+    --kv-channels $KV_SIZE \
+    --ffn-hidden-size $FFN_HIDDEN_SIZE \
+    --seq-length $SEQ_LEN \
+    --max-position-embeddings $SEQ_LEN \
+    --micro-batch-size $MICRO_BATCH_SIZE \
+    --global-batch-size $GLOBAL_BATCH_SIZE \
+    --train-samples $TRAIN_SAMPLES \
+    --vocab-file $VOCAB_FILE \
+    --merge-file $MERGE_FILE \
+    --clip-grad 1.0 \
+    --kill-switch-path $KILL_SWITCH_PATH \
+    --bf16 \
+    $OPTIMIZER_ARGS \
+    "
+
+OUTPUT_ARGS=" \
+    --log-interval 10 \
+    --save-interval $SAVE_INTERVAL \
+    --eval-interval 100 \
+    --eval-iters 100 \
+    --tensorboard-dir $TENSORBOARD_PATH \
+    --tensorboard-queue-size 5 \
+    --log-timers-to-tensorboard \
+    --log-batch-size-to-tensorboard \
+    --log-validation-ppl-to-tensorboard \
+    "
+
+ZERO_STAGE=0
+
+mkdir -p ds_configs
+DS_CONFIG_PATH="ds_configs/$SLURM_JOB_ID.json"
+
+cat <<EOF > $DS_CONFIG_PATH
+{
+    "train_micro_batch_size_per_gpu": $MICRO_BATCH_SIZE,
+    "train_batch_size": $GLOBAL_BATCH_SIZE,
+    "gradient_clipping": 1.0,
+    "zero_optimization": {
+        "stage": $ZERO_STAGE
+    },
+    "bf16": {
+        "enabled": true
+    },
+    "steps_per_print": 2000,
+    "wall_clock_breakdown": false
+}
+EOF
+
+DEEPSPEED_ARGS=" \
+    --deepspeed \
+    --deepspeed_config $DS_CONFIG_PATH \
+    --zero-stage $ZERO_STAGE \
+    "
+
+CMD=" \
+    Megatron-DeepSpeed/pretrain_gpt.py \
+    --tensor-model-parallel-size $TP_SIZE \
+    --pipeline-model-parallel-size $PP_SIZE \
+    $GPT_ARGS \
+    $OUTPUT_ARGS \
+    --save $CHECKPOINT_PATH \
+    --load $CHECKPOINT_PATH \
+    --train-weighted-split-paths-path $TRAIN_DATA_PATH \
+    --valid-weighted-split-paths-path $VALID_DATA_PATH \
+    --data-impl mmap \
+     $DEEPSPEED_ARGS \
+    "
+
+echo $CMD
+
+echo "START $SLURM_JOBID: $(date)"
+
+# bash launch_srun.sh $CMD
+srun --label launch.sh $CMD
+
+echo "END $SLURM_JOBID: $(date)"
diff --git a/2b855b4bc4opt/sbatch_2b855b4bc4optval.sh b/2b855b4bc4opt/sbatch_2b855b4bc4optval.sh
new file mode 100644
index 0000000000000000000000000000000000000000..01223ed6ae4131563ca624f32f30ee53f1cfe377
--- /dev/null
+++ b/2b855b4bc4opt/sbatch_2b855b4bc4optval.sh
@@ -0,0 +1,168 @@
+#!/bin/bash
+#SBATCH --exclude=nid007571,nid007112,nid006774,nid007502,nid007506,nid007507,nid005145,nid006692,nid007218,nid007123,nid006124,nid006123,nid007496,nid007237,nid006852,nid007206,nid006947,nid007212,nid006977,nid007222,nid005444,nid007219,nid007493,nid007221,nid005300,nid005619,nid006118,nid005203,nid006113,nid006481,nid007077,nid005208,nid005207,nid005879,nid005901
+#SBATCH --nodes=32
+#SBATCH --ntasks-per-node=1
+#SBATCH --cpus-per-task=32
+#SBATCH --mem=256G
+#SBATCH -p standard-g
+#SBATCH -t 48:00:00
+#SBATCH --gpus-per-node=mi250:8
+#SBATCH --exclusive=user
+#SBATCH --hint=nomultithread
+#SBATCH --account=project_462000119
+#SBATCH -o logs/%j.out
+#SBATCH -e logs/%j.err
+
+VARIANT=2b855b4bc4optval
+VARIANT_CKPT=lm1-2b8-55b-c4-repetitions/2b855b4bc4opt
+
+# if run without sbatch, invoke here
+if [ -z $SLURM_JOB_ID ]; then
+    mkdir -p logs
+    sbatch "$0"
+    exit
+fi
+
+set -euo pipefail
+
+# symlink logs/latest.out and logs/latest.err
+ln -f -s $SLURM_JOB_ID.out logs/latest.out
+ln -f -s $SLURM_JOB_ID.err logs/latest.err
+
+KILL_SWITCH_PATH=kill-switch-$VARIANT
+CHECKPOINT_PATH=$VARIANT_CKPT
+TENSORBOARD_PATH=tensorboard_$VARIANT
+
+# Data
+VOCAB_FILE="gpt2/vocab.json"
+MERGE_FILE="gpt2/merges.txt"
+#DATA_PATH="/scratch/project_462000119/data/pile/megatron_data/meg-gpt2_pile_text_document"
+TRAIN_DATA_PATH=train1b5.txt
+# "train: 1.0 0:1 /scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_12B_text_document"
+VALID_DATA_PATH=val.txt
+# "validation: 1.0 0:1 /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document"
+
+PP_SIZE=1
+TP_SIZE=1
+
+MICRO_BATCH_SIZE=2
+GRADIENT_ACCUMULATION_STEPS=1
+WORLD_SIZE=$((SLURM_GPUS_ON_NODE*SLURM_JOB_NUM_NODES))
+GLOBAL_BATCH_SIZE=$((MICRO_BATCH_SIZE*WORLD_SIZE*GRADIENT_ACCUMULATION_STEPS))
+
+# Model parameters
+source model_params.sh
+MODEL_PARAM=("${PARAM_1794M[@]}")
+NHIDDEN=${MODEL_PARAM[0]}
+FFN_HIDDEN_SIZE=${MODEL_PARAM[1]}
+KV_SIZE=${MODEL_PARAM[2]}
+NHEADS=${MODEL_PARAM[3]}
+NLAYERS=${MODEL_PARAM[4]}
+SEQ_LEN=2048
+
+echo "Model parameters: d_model $NHIDDEN ffw_size $FFN_HIDDEN_SIZE kv_size $KV_SIZE n_heads $NHEADS n_layers $NLAYERS"
+
+SAVE_INTERVAL=1000
+
+# Tokens: 35546190000
+# -> Samples: 17356538
+TRAIN_SAMPLES=1
+
+OPTIMIZER_ARGS=" \
+    --optimizer adam \
+    --adam-beta1 0.9 \
+    --adam-beta2 0.999 \
+    --adam-eps 1e-8 \
+    --lr 2e-4 \
+    --min-lr 2e-5 \
+    --lr-decay-style cosine \
+    --lr-decay-samples $TRAIN_SAMPLES \
+    --lr-warmup-samples 0 \
+    --clip-grad 1.0 \
+    --weight-decay 1e-1 \
+    --override-lr-scheduler \
+    --reset-progress \
+    --no-load-optim \
+    "
+
+GPT_ARGS=" \
+    --num-layers $NLAYERS \
+    --hidden-size $NHIDDEN \
+    --num-attention-heads $NHEADS \
+    --kv-channels $KV_SIZE \
+    --ffn-hidden-size $FFN_HIDDEN_SIZE \
+    --seq-length $SEQ_LEN \
+    --max-position-embeddings $SEQ_LEN \
+    --micro-batch-size $MICRO_BATCH_SIZE \
+    --global-batch-size $GLOBAL_BATCH_SIZE \
+    --train-samples $TRAIN_SAMPLES \
+    --vocab-file $VOCAB_FILE \
+    --merge-file $MERGE_FILE \
+    --clip-grad 1.0 \
+    --kill-switch-path $KILL_SWITCH_PATH \
+    --bf16 \
+    $OPTIMIZER_ARGS \
+    "
+
+OUTPUT_ARGS=" \
+    --log-interval 10 \
+    --save-interval $SAVE_INTERVAL \
+    --eval-interval 1 \
+    --eval-iters 100 \
+    --eval-only true \
+    --tensorboard-dir $TENSORBOARD_PATH \
+    --tensorboard-queue-size 5 \
+    --log-timers-to-tensorboard \
+    --log-batch-size-to-tensorboard \
+    --log-validation-ppl-to-tensorboard \
+    "
+
+ZERO_STAGE=0
+
+mkdir -p ds_configs
+DS_CONFIG_PATH="ds_configs/$SLURM_JOB_ID.json"
+
+cat <<EOF > $DS_CONFIG_PATH
+{
+    "train_micro_batch_size_per_gpu": $MICRO_BATCH_SIZE,
+    "train_batch_size": $GLOBAL_BATCH_SIZE,
+    "gradient_clipping": 1.0,
+    "zero_optimization": {
+        "stage": $ZERO_STAGE
+    },
+    "bf16": {
+        "enabled": true
+    },
+    "steps_per_print": 2000,
+    "wall_clock_breakdown": false
+}
+EOF
+
+DEEPSPEED_ARGS=" \
+    --deepspeed \
+    --deepspeed_config $DS_CONFIG_PATH \
+    --zero-stage $ZERO_STAGE \
+    "
+
+CMD=" \
+    Megatron-DeepSpeed/pretrain_gpt.py \
+    --tensor-model-parallel-size $TP_SIZE \
+    --pipeline-model-parallel-size $PP_SIZE \
+    $GPT_ARGS \
+    $OUTPUT_ARGS \
+    --save $CHECKPOINT_PATH \
+    --load $CHECKPOINT_PATH \
+    --train-weighted-split-paths-path $TRAIN_DATA_PATH \
+    --valid-weighted-split-paths-path $VALID_DATA_PATH \
+    --data-impl mmap \
+     $DEEPSPEED_ARGS \
+    "
+
+echo $CMD
+
+echo "START $SLURM_JOBID: $(date)"
+
+# bash launch_srun_32.sh $CMD
+srun --label launch.sh $CMD
+
+echo "END $SLURM_JOBID: $(date)"
diff --git a/2b855b4bc4opt/tensorboard_2b855b4bc4opt/events.out.tfevents.1683213095.nid005063.70163.0 b/2b855b4bc4opt/tensorboard_2b855b4bc4opt/events.out.tfevents.1683213095.nid005063.70163.0
new file mode 100644
index 0000000000000000000000000000000000000000..888ce2ae5e92ca1f5edaff24b62b5788a0236e88
--- /dev/null
+++ b/2b855b4bc4opt/tensorboard_2b855b4bc4opt/events.out.tfevents.1683213095.nid005063.70163.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff511ddac4c20f165d9bf6523db7c5e0b5064b921c8b3260d02bba072e2a1d9
+size 144288373
diff --git a/2b855b4bc4opt/tensorboard_2b855b4bc4optval/events.out.tfevents.1683366796.nid006401.21904.0 b/2b855b4bc4opt/tensorboard_2b855b4bc4optval/events.out.tfevents.1683366796.nid006401.21904.0
new file mode 100644
index 0000000000000000000000000000000000000000..336630bbfa06d8a1b30b6f6fc1ef0a779ba115d9
--- /dev/null
+++ b/2b855b4bc4opt/tensorboard_2b855b4bc4optval/events.out.tfevents.1683366796.nid006401.21904.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c091e9e3fbe71baaa2419478bf966bb2af51b7ec6bd1dbe4da3fb1f4376b39d8
+size 40
diff --git a/2b855b4bc4opt/tensorboard_2b855b4bc4optval/events.out.tfevents.1683367486.nid006518.105000.0 b/2b855b4bc4opt/tensorboard_2b855b4bc4optval/events.out.tfevents.1683367486.nid006518.105000.0
new file mode 100644
index 0000000000000000000000000000000000000000..a74c7c7fb81c7742ec4b2ed441a66e888747d521
--- /dev/null
+++ b/2b855b4bc4opt/tensorboard_2b855b4bc4optval/events.out.tfevents.1683367486.nid006518.105000.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120015ed2322c5757810f8f23639643285d0d41587a057d5d27d3629b5ffa1b4
+size 980
diff --git a/2b855b4bc4opt2/3479854.err b/2b855b4bc4opt2/3479854.err
new file mode 100644
index 0000000000000000000000000000000000000000..f2a916d2c5f90ea728434cc788dc0b2e7091971a
--- /dev/null
+++ b/2b855b4bc4opt2/3479854.err
@@ -0,0 +1,3632 @@
+22: 2023-05-08 19:40:33.934630: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+22: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+22: 2023-05-08 19:40:33.934638: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+22: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+22: 2023-05-08 19:40:33.934693: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+22: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+22: 2023-05-08 19:40:33.934703: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+22: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+22: 2023-05-08 19:40:33.934718: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+22: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+22: 2023-05-08 19:40:33.934721: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+22: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+22: 2023-05-08 19:40:33.934738: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+22: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+22: 2023-05-08 19:40:33.934742: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+22: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+27: 2023-05-08 19:40:33.936007: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+27: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 8: 2023-05-08 19:40:33.936181: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 8: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 8: 2023-05-08 19:40:33.936197: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 8: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 8: 2023-05-08 19:40:33.936186: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+27: 2023-05-08 19:40:33.936135: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+27: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+27: 2023-05-08 19:40:33.936172: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+27: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+27: 2023-05-08 19:40:33.936175: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+27: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 3: 2023-05-08 19:40:33.936321: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 3: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 3: 2023-05-08 19:40:33.936340: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 3: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 3: 2023-05-08 19:40:33.936344: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+13: 2023-05-08 19:40:33.936298: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+13: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+13: 2023-05-08 19:40:33.936315: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+13: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+13: 2023-05-08 19:40:33.936313: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+27: 2023-05-08 19:40:33.936174: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+27: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+27: 2023-05-08 19:40:33.936184: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+27: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 6: 2023-05-08 19:40:33.936275: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 6: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 6: 2023-05-08 19:40:33.936286: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 6: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+27: 2023-05-08 19:40:33.936198: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+27: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+27: 2023-05-08 19:40:33.936271: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+27: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 6: 2023-05-08 19:40:33.936387: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 6: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 6: 2023-05-08 19:40:33.936407: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 6: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 6: 2023-05-08 19:40:33.936432: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 6: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 6: 2023-05-08 19:40:33.936433: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 6: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 6: 2023-05-08 19:40:33.936436: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 6: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 6: 2023-05-08 19:40:33.936452: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 6: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 8: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 8: 2023-05-08 19:40:33.936238: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 8: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 8: 2023-05-08 19:40:33.936213: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 8: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 8: 2023-05-08 19:40:33.936264: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 8: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 8: 2023-05-08 19:40:33.936238: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 8: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 8: 2023-05-08 19:40:33.936290: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 8: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+13: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+13: 2023-05-08 19:40:33.936352: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+13: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+13: 2023-05-08 19:40:33.936377: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+13: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 4: 2023-05-08 19:40:33.936539: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 4: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 4: 2023-05-08 19:40:33.936560: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 4: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 4: 2023-05-08 19:40:33.936544: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 3: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 3: 2023-05-08 19:40:33.936392: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 3: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+10: 2023-05-08 19:40:33.936569: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+10: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+10: 2023-05-08 19:40:33.936578: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+10: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+10: 2023-05-08 19:40:33.936631: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+13: 2023-05-08 19:40:33.936382: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+13: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+13: 2023-05-08 19:40:33.936385: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+13: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 3: 2023-05-08 19:40:33.936415: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 3: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 3: 2023-05-08 19:40:33.936420: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 3: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+13: 2023-05-08 19:40:33.936431: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+13: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 3: 2023-05-08 19:40:33.936451: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 3: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 3: 2023-05-08 19:40:33.936461: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 3: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+10: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+10: 2023-05-08 19:40:33.936640: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+10: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+10: 2023-05-08 19:40:33.936648: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+10: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+10: 2023-05-08 19:40:33.936665: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+10: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+10: 2023-05-08 19:40:33.936683: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+10: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+10: 2023-05-08 19:40:33.936694: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 5: 2023-05-08 19:40:33.936749: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 5: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 5: 2023-05-08 19:40:33.936795: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 5: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 5: 2023-05-08 19:40:33.936829: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+10: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 4: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 4: 2023-05-08 19:40:33.936607: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 4: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 4: 2023-05-08 19:40:33.936632: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 4: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 4: 2023-05-08 19:40:33.936615: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 4: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 4: 2023-05-08 19:40:33.936612: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 4: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 4: 2023-05-08 19:40:33.936653: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 4: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 5: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+23: 2023-05-08 19:40:33.936824: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+23: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+23: 2023-05-08 19:40:33.936876: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+23: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+23: 2023-05-08 19:40:33.936885: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 5: 2023-05-08 19:40:33.936845: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 5: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 5: 2023-05-08 19:40:33.936869: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 5: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 5: 2023-05-08 19:40:33.936868: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+12: 2023-05-08 19:40:33.936953: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+12: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+12: 2023-05-08 19:40:33.936966: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+12: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+12: 2023-05-08 19:40:33.936958: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 5: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+30: 2023-05-08 19:40:33.936980: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+30: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+19: 2023-05-08 19:40:33.936891: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+19: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+19: 2023-05-08 19:40:33.936902: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+19: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+19: 2023-05-08 19:40:33.936954: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 5: 2023-05-08 19:40:33.936888: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 5: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 5: 2023-05-08 19:40:33.936898: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 5: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+12: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+12: 2023-05-08 19:40:33.936967: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+12: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+12: 2023-05-08 19:40:33.936966: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+12: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+12: 2023-05-08 19:40:33.936986: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+12: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+12: 2023-05-08 19:40:33.937019: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+12: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+12: 2023-05-08 19:40:33.937031: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+12: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+23: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+23: 2023-05-08 19:40:33.936930: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+23: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+23: 2023-05-08 19:40:33.936940: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+23: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+31: 2023-05-08 19:40:33.937180: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+31: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+31: 2023-05-08 19:40:33.937192: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+31: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+31: 2023-05-08 19:40:33.937174: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+24: 2023-05-08 19:40:33.937065: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+24: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+24: 2023-05-08 19:40:33.937074: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+24: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+24: 2023-05-08 19:40:33.937083: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+23: 2023-05-08 19:40:33.936949: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+23: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+19: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+19: 2023-05-08 19:40:33.936968: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+19: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+23: 2023-05-08 19:40:33.936968: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+23: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+23: 2023-05-08 19:40:33.936973: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+23: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+19: 2023-05-08 19:40:33.937040: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+19: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+19: 2023-05-08 19:40:33.937033: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+19: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+19: 2023-05-08 19:40:33.937042: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+19: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+17: 2023-05-08 19:40:33.937129: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+17: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+17: 2023-05-08 19:40:33.937229: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+17: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+30: 2023-05-08 19:40:33.937107: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+30: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+30: 2023-05-08 19:40:33.937123: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+30: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+30: 2023-05-08 19:40:33.937129: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+19: 2023-05-08 19:40:33.937070: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+19: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+24: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+24: 2023-05-08 19:40:33.937105: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+24: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+24: 2023-05-08 19:40:33.937134: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+24: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+30: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+24: 2023-05-08 19:40:33.937148: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+24: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+24: 2023-05-08 19:40:33.937169: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+24: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+24: 2023-05-08 19:40:33.937191: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+30: 2023-05-08 19:40:33.937142: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+30: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 2: 2023-05-08 19:40:33.937305: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 2: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 2: 2023-05-08 19:40:33.937307: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 2: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 2: 2023-05-08 19:40:33.937305: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+24: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+17: 2023-05-08 19:40:33.937265: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+17: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+17: 2023-05-08 19:40:33.937271: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+17: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+17: 2023-05-08 19:40:33.937284: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+30: 2023-05-08 19:40:33.937171: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+30: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+30: 2023-05-08 19:40:33.937185: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+30: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+17: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+17: 2023-05-08 19:40:33.937291: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+17: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+30: 2023-05-08 19:40:33.937170: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+30: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+17: 2023-05-08 19:40:33.937330: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+17: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+17: 2023-05-08 19:40:33.937373: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+17: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 2: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 2: 2023-05-08 19:40:33.937319: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 2: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 2: 2023-05-08 19:40:33.937346: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 2: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 2: 2023-05-08 19:40:33.937360: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 2: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 2: 2023-05-08 19:40:33.937379: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 2: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 2: 2023-05-08 19:40:33.937390: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 2: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+20: 2023-05-08 19:40:33.937801: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+20: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+20: 2023-05-08 19:40:33.937812: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+20: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+20: 2023-05-08 19:40:33.937826: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+18: 2023-05-08 19:40:33.937385: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+18: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+18: 2023-05-08 19:40:33.937389: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+18: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+18: 2023-05-08 19:40:33.937405: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+26: 2023-05-08 19:40:33.937523: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+26: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+26: 2023-05-08 19:40:33.937520: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+26: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+26: 2023-05-08 19:40:33.937522: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+28: 2023-05-08 19:40:33.937439: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+28: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+28: 2023-05-08 19:40:33.937453: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+28: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+28: 2023-05-08 19:40:33.937479: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+31: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+31: 2023-05-08 19:40:33.937196: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+31: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+31: 2023-05-08 19:40:33.937202: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+31: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+16: 2023-05-08 19:40:33.937375: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+16: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+16: 2023-05-08 19:40:33.937389: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+16: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+16: 2023-05-08 19:40:33.937395: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+20: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+20: 2023-05-08 19:40:33.937832: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+20: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+20: 2023-05-08 19:40:33.937854: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+20: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+18: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+18: 2023-05-08 19:40:33.937447: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+18: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+26: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+28: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+28: 2023-05-08 19:40:33.937481: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+28: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+31: 2023-05-08 19:40:33.937192: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+31: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+31: 2023-05-08 19:40:33.937199: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+31: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+16: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+16: 2023-05-08 19:40:33.937399: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+16: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 0: 2023-05-08 19:40:33.937605: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 0: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 0: 2023-05-08 19:40:33.937604: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 0: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 0: 2023-05-08 19:40:33.937700: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+20: 2023-05-08 19:40:33.937898: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+20: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+18: 2023-05-08 19:40:33.937474: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+18: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+18: 2023-05-08 19:40:33.937487: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+18: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+18: 2023-05-08 19:40:33.937492: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+26: 2023-05-08 19:40:33.937626: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+26: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+26: 2023-05-08 19:40:33.937650: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+26: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+26: 2023-05-08 19:40:33.937651: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+28: 2023-05-08 19:40:33.937516: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+28: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+28: 2023-05-08 19:40:33.937528: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+28: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+28: 2023-05-08 19:40:33.937534: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+31: 2023-05-08 19:40:33.937275: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+31: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+16: 2023-05-08 19:40:33.937477: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+16: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+16: 2023-05-08 19:40:33.937509: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+16: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+16: 2023-05-08 19:40:33.937481: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 0: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 0: 2023-05-08 19:40:33.937701: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 0: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 0: 2023-05-08 19:40:33.937702: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 0: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+20: 2023-05-08 19:40:33.937914: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+20: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+20: 2023-05-08 19:40:33.937898: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+20: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+18: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+26: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+26: 2023-05-08 19:40:33.937629: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+26: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+28: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+28: 2023-05-08 19:40:33.937556: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+28: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+16: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+11: 2023-05-08 19:40:33.938187: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+11: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+11: 2023-05-08 19:40:33.938200: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+11: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+11: 2023-05-08 19:40:33.938196: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+18: 2023-05-08 19:40:33.937551: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+18: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+26: 2023-05-08 19:40:33.937697: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+26: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+16: 2023-05-08 19:40:33.937545: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+16: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 0: 2023-05-08 19:40:33.938280: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 0: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 0: 2023-05-08 19:40:33.938308: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 0: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 0: 2023-05-08 19:40:33.938316: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+11: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+11: 2023-05-08 19:40:33.938191: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+11: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+11: 2023-05-08 19:40:33.938187: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+11: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 0: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+11: 2023-05-08 19:40:33.938225: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+11: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+11: 2023-05-08 19:40:33.938235: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+11: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+11: 2023-05-08 19:40:33.938246: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+11: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+21: 2023-05-08 19:40:33.938556: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+21: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+21: 2023-05-08 19:40:33.938582: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+21: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+21: 2023-05-08 19:40:33.938594: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+21: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+21: 2023-05-08 19:40:33.938583: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+21: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+21: 2023-05-08 19:40:33.938614: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+21: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+21: 2023-05-08 19:40:33.938631: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+21: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+21: 2023-05-08 19:40:33.938642: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+21: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+21: 2023-05-08 19:40:33.938646: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+21: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 7: 2023-05-08 19:40:33.938769: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 7: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 7: 2023-05-08 19:40:33.938781: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 7: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 7: 2023-05-08 19:40:33.938773: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 7: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 7: 2023-05-08 19:40:33.938796: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 7: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 7: 2023-05-08 19:40:33.938815: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 7: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+14: 2023-05-08 19:40:33.938822: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+14: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+14: 2023-05-08 19:40:33.938841: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+14: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+14: 2023-05-08 19:40:33.938830: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 7: 2023-05-08 19:40:33.938823: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 7: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 7: 2023-05-08 19:40:33.938830: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 7: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+14: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+14: 2023-05-08 19:40:33.938841: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+14: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+14: 2023-05-08 19:40:33.938849: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+14: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 7: 2023-05-08 19:40:33.938833: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 7: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+14: 2023-05-08 19:40:33.938861: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+14: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+14: 2023-05-08 19:40:33.938840: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+14: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+14: 2023-05-08 19:40:33.938862: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+14: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+25: 2023-05-08 19:40:33.938943: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+25: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+25: 2023-05-08 19:40:33.938953: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+25: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+25: 2023-05-08 19:40:33.938963: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+25: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+25: 2023-05-08 19:40:33.938977: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+25: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+25: 2023-05-08 19:40:33.938990: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+25: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+25: 2023-05-08 19:40:33.938999: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+25: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+25: 2023-05-08 19:40:33.939000: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+25: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+25: 2023-05-08 19:40:33.939018: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+25: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 9: 2023-05-08 19:40:33.939038: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 9: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 9: 2023-05-08 19:40:33.939050: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 9: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 9: 2023-05-08 19:40:33.939053: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 9: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 9: 2023-05-08 19:40:33.939090: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 9: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 9: 2023-05-08 19:40:33.939091: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 9: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 9: 2023-05-08 19:40:33.939095: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 9: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 9: 2023-05-08 19:40:33.939111: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+15: 2023-05-08 19:40:33.939122: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+15: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+15: 2023-05-08 19:40:33.939139: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+15: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+15: 2023-05-08 19:40:33.939127: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 9: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 9: 2023-05-08 19:40:33.939112: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 9: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+15: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+15: 2023-05-08 19:40:33.939159: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+15: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+15: 2023-05-08 19:40:33.939163: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+15: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+15: 2023-05-08 19:40:33.939173: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+15: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+15: 2023-05-08 19:40:33.939183: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+15: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+15: 2023-05-08 19:40:33.939202: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+15: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+29: 2023-05-08 19:40:33.939201: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+29: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+29: 2023-05-08 19:40:33.939232: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+29: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+29: 2023-05-08 19:40:33.939236: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+29: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+29: 2023-05-08 19:40:33.939242: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+29: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+29: 2023-05-08 19:40:33.939280: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+29: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+29: 2023-05-08 19:40:33.939280: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+29: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+29: 2023-05-08 19:40:33.939290: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+29: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+29: 2023-05-08 19:40:33.939309: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+29: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 1: 2023-05-08 19:40:33.947723: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 1: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 1: 2023-05-08 19:40:33.947764: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 1: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 1: 2023-05-08 19:40:33.947787: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 1: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 1: 2023-05-08 19:40:33.947792: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 1: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 1: 2023-05-08 19:40:33.947811: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 1: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 1: 2023-05-08 19:40:33.947832: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 1: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 1: 2023-05-08 19:40:33.947915: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 1: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 1: 2023-05-08 19:40:33.947921: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 1: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+31: 2023-05-08 19:40:45.256547: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-08 19:40:45.256574: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-08 19:40:45.256604: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-08 19:40:45.256622: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-08 19:40:45.256635: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-08 19:40:45.256651: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-08 19:40:45.256652: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-08 19:40:45.256664: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-08 19:40:45.257246: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+31: 2023-05-08 19:40:45.257264: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+31: 2023-05-08 19:40:45.257295: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+31: 2023-05-08 19:40:45.257306: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+31: 2023-05-08 19:40:45.257307: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+31: 2023-05-08 19:40:45.257318: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+31: 2023-05-08 19:40:45.257332: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+31: 2023-05-08 19:40:45.257335: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+17: 2023-05-08 19:40:45.265851: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-08 19:40:45.265887: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-08 19:40:45.265919: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-08 19:40:45.265909: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-08 19:40:45.265966: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-08 19:40:45.265948: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-08 19:40:45.265903: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-08 19:40:45.265936: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-08 19:40:45.265968: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-08 19:40:45.265982: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-08 19:40:45.265940: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-08 19:40:45.265943: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-08 19:40:45.266189: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-08 19:40:45.266010: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-08 19:40:45.265977: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-08 19:40:45.265951: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-08 19:40:45.266012: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-08 19:40:45.266026: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-08 19:40:45.265963: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-08 19:40:45.265960: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-08 19:40:45.266008: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-08 19:40:45.266052: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-08 19:40:45.265984: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-08 19:40:45.265970: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-08 19:40:45.266023: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-08 19:40:45.266077: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-08 19:40:45.266019: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-08 19:40:45.266681: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+17: 2023-05-08 19:40:45.266729: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+30: 2023-05-08 19:40:45.266041: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-08 19:40:45.266079: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-08 19:40:45.266016: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-08 19:40:45.266736: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+30: 2023-05-08 19:40:45.266679: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+19: 2023-05-08 19:40:45.266096: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-08 19:40:45.266047: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-08 19:40:45.266759: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+17: 2023-05-08 19:40:45.266777: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+30: 2023-05-08 19:40:45.266709: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+19: 2023-05-08 19:40:45.266757: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+24: 2023-05-08 19:40:45.266771: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+17: 2023-05-08 19:40:45.266805: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+17: 2023-05-08 19:40:45.266812: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+30: 2023-05-08 19:40:45.266727: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+19: 2023-05-08 19:40:45.266778: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+24: 2023-05-08 19:40:45.266813: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+17: 2023-05-08 19:40:45.266842: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+30: 2023-05-08 19:40:45.266744: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+30: 2023-05-08 19:40:45.266747: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+30: 2023-05-08 19:40:45.266754: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+19: 2023-05-08 19:40:45.266782: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+24: 2023-05-08 19:40:45.266840: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+24: 2023-05-08 19:40:45.266843: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+30: 2023-05-08 19:40:45.266761: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+19: 2023-05-08 19:40:45.266794: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+24: 2023-05-08 19:40:45.266861: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+30: 2023-05-08 19:40:45.266764: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+24: 2023-05-08 19:40:45.266872: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+24: 2023-05-08 19:40:45.266880: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+24: 2023-05-08 19:40:45.266887: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+19: 2023-05-08 19:40:45.266820: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+19: 2023-05-08 19:40:45.266821: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+19: 2023-05-08 19:40:45.266825: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+19: 2023-05-08 19:40:45.266843: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+15: 2023-05-08 19:40:45.266716: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-08 19:40:45.266752: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-08 19:40:45.266781: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-08 19:40:45.266797: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-08 19:40:45.266823: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-08 19:40:45.266824: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-08 19:40:45.266861: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-08 19:40:45.266840: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-08 19:40:45.267542: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+15: 2023-05-08 19:40:45.267580: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 8: 2023-05-08 19:40:45.267114: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-08 19:40:45.267604: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+15: 2023-05-08 19:40:45.267629: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+15: 2023-05-08 19:40:45.267666: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+15: 2023-05-08 19:40:45.267673: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 8: 2023-05-08 19:40:45.267164: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-08 19:40:45.267700: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 8: 2023-05-08 19:40:45.267153: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-08 19:40:45.267715: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 8: 2023-05-08 19:40:45.267237: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-08 19:40:45.267207: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-08 19:40:45.267244: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-08 19:40:45.267264: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-08 19:40:45.267262: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-08 19:40:45.267774: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 8: 2023-05-08 19:40:45.267785: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 8: 2023-05-08 19:40:45.267799: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 8: 2023-05-08 19:40:45.267816: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 8: 2023-05-08 19:40:45.267835: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 8: 2023-05-08 19:40:45.267862: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 8: 2023-05-08 19:40:45.267874: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 8: 2023-05-08 19:40:45.267894: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 7: 2023-05-08 19:40:45.267525: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-08 19:40:45.267549: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-08 19:40:45.267565: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-08 19:40:45.267607: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-08 19:40:45.267611: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-08 19:40:45.267602: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-08 19:40:45.267622: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-08 19:40:45.267633: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-08 19:40:45.268131: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 7: 2023-05-08 19:40:45.268166: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 7: 2023-05-08 19:40:45.268175: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 7: 2023-05-08 19:40:45.268205: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 7: 2023-05-08 19:40:45.268210: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 7: 2023-05-08 19:40:45.268218: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 7: 2023-05-08 19:40:45.268229: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 7: 2023-05-08 19:40:45.268240: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+16: 2023-05-08 19:40:45.267783: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-08 19:40:45.267815: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-08 19:40:45.267840: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-08 19:40:45.267851: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-08 19:40:45.267865: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-08 19:40:45.267875: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-08 19:40:45.267883: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-08 19:40:45.267890: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-08 19:40:45.268531: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+16: 2023-05-08 19:40:45.268563: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+16: 2023-05-08 19:40:45.268587: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+16: 2023-05-08 19:40:45.268600: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+16: 2023-05-08 19:40:45.268619: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+16: 2023-05-08 19:40:45.268621: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 5: 2023-05-08 19:40:45.268161: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-08 19:40:45.268638: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+16: 2023-05-08 19:40:45.268641: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 5: 2023-05-08 19:40:45.268207: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-08 19:40:45.268233: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-08 19:40:45.268251: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-08 19:40:45.268310: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-08 19:40:45.268269: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-08 19:40:45.268275: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-08 19:40:45.268318: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-08 19:40:45.268447: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-08 19:40:45.268924: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 0: 2023-05-08 19:40:45.268500: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-08 19:40:45.268960: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 0: 2023-05-08 19:40:45.268534: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-08 19:40:45.269007: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 5: 2023-05-08 19:40:45.269008: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 5: 2023-05-08 19:40:45.269031: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 0: 2023-05-08 19:40:45.268441: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-08 19:40:45.268499: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-08 19:40:45.268506: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-08 19:40:45.269046: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 5: 2023-05-08 19:40:45.269066: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 5: 2023-05-08 19:40:45.269069: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+27: 2023-05-08 19:40:45.268799: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-08 19:40:45.268838: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-08 19:40:45.268893: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-08 19:40:45.268922: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-08 19:40:45.268931: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-08 19:40:45.268877: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-08 19:40:45.268937: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-08 19:40:45.268954: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-08 19:40:45.269528: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+27: 2023-05-08 19:40:45.269530: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 2: 2023-05-08 19:40:45.269093: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-08 19:40:45.269122: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-08 19:40:45.269587: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+27: 2023-05-08 19:40:45.269598: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 2: 2023-05-08 19:40:45.269144: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-08 19:40:45.269164: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-08 19:40:45.269193: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-08 19:40:45.269610: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 2: 2023-05-08 19:40:45.269165: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-08 19:40:45.269632: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 2: 2023-05-08 19:40:45.269206: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-08 19:40:45.269642: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+27: 2023-05-08 19:40:45.269648: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 2: 2023-05-08 19:40:45.269221: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-08 19:40:45.269756: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 2: 2023-05-08 19:40:45.269784: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 2: 2023-05-08 19:40:45.269801: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 2: 2023-05-08 19:40:45.269813: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 2: 2023-05-08 19:40:45.269828: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 2: 2023-05-08 19:40:45.269837: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 2: 2023-05-08 19:40:45.269840: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+14: 2023-05-08 19:40:45.269337: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-08 19:40:45.269847: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+14: 2023-05-08 19:40:45.269369: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-08 19:40:45.269387: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-08 19:40:45.269402: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-08 19:40:45.269408: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-08 19:40:45.269426: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-08 19:40:45.269435: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-08 19:40:45.269418: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-08 19:40:45.269672: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-08 19:40:45.270093: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+14: 2023-05-08 19:40:45.270128: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+26: 2023-05-08 19:40:45.269704: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-08 19:40:45.270143: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+26: 2023-05-08 19:40:45.269722: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-08 19:40:45.270167: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+14: 2023-05-08 19:40:45.270179: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+14: 2023-05-08 19:40:45.270187: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+26: 2023-05-08 19:40:45.269743: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-08 19:40:45.270195: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+26: 2023-05-08 19:40:45.269760: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-08 19:40:45.270212: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+26: 2023-05-08 19:40:45.269758: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-08 19:40:45.269775: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-08 19:40:45.269778: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-08 19:40:45.270293: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+26: 2023-05-08 19:40:45.270319: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+26: 2023-05-08 19:40:45.270344: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+26: 2023-05-08 19:40:45.270350: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+26: 2023-05-08 19:40:45.270367: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+26: 2023-05-08 19:40:45.270374: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+26: 2023-05-08 19:40:45.270386: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+26: 2023-05-08 19:40:45.270395: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+28: 2023-05-08 19:40:45.269973: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-08 19:40:45.270016: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-08 19:40:45.270047: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-08 19:40:45.270072: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-08 19:40:45.270083: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-08 19:40:45.270177: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-08 19:40:45.270096: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-08 19:40:45.270116: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-08 19:40:45.270129: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-08 19:40:45.270212: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-08 19:40:45.270737: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+28: 2023-05-08 19:40:45.270752: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+18: 2023-05-08 19:40:45.270234: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-08 19:40:45.270229: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-08 19:40:45.270269: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-08 19:40:45.270775: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+18: 2023-05-08 19:40:45.270284: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-08 19:40:45.270286: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-08 19:40:45.270799: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+28: 2023-05-08 19:40:45.270803: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 1: 2023-05-08 19:40:45.270385: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-08 19:40:45.270264: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-08 19:40:45.270821: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+28: 2023-05-08 19:40:45.270833: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+28: 2023-05-08 19:40:45.270842: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 1: 2023-05-08 19:40:45.270432: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-08 19:40:45.270447: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-08 19:40:45.270484: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-08 19:40:45.270473: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-08 19:40:45.270489: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-08 19:40:45.270526: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-08 19:40:45.270512: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-08 19:40:45.270962: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+18: 2023-05-08 19:40:45.270997: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 1: 2023-05-08 19:40:45.271023: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 1: 2023-05-08 19:40:45.271037: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+18: 2023-05-08 19:40:45.271048: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+18: 2023-05-08 19:40:45.271066: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+18: 2023-05-08 19:40:45.271068: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 1: 2023-05-08 19:40:45.271063: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 1: 2023-05-08 19:40:45.271065: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 1: 2023-05-08 19:40:45.271070: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 1: 2023-05-08 19:40:45.271080: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 1: 2023-05-08 19:40:45.271092: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 1: 2023-05-08 19:40:45.271090: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+18: 2023-05-08 19:40:45.271090: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+18: 2023-05-08 19:40:45.271092: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+18: 2023-05-08 19:40:45.271096: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+12: 2023-05-08 19:40:45.270581: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-08 19:40:45.270603: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-08 19:40:45.270631: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-08 19:40:45.270645: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-08 19:40:45.270651: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-08 19:40:45.270661: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-08 19:40:45.270674: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-08 19:40:45.270684: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-08 19:40:45.271265: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+12: 2023-05-08 19:40:45.271293: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+12: 2023-05-08 19:40:45.271313: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+12: 2023-05-08 19:40:45.271324: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 3: 2023-05-08 19:40:45.270847: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-08 19:40:45.271340: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+12: 2023-05-08 19:40:45.271341: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+12: 2023-05-08 19:40:45.271360: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+12: 2023-05-08 19:40:45.271363: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 3: 2023-05-08 19:40:45.270872: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-08 19:40:45.270891: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-08 19:40:45.270901: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-08 19:40:45.270927: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-08 19:40:45.270958: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-08 19:40:45.270931: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-08 19:40:45.270948: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-08 19:40:45.271574: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 3: 2023-05-08 19:40:45.271602: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 3: 2023-05-08 19:40:45.271620: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+23: 2023-05-08 19:40:45.271126: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-08 19:40:45.271631: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 3: 2023-05-08 19:40:45.271649: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 3: 2023-05-08 19:40:45.271668: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 3: 2023-05-08 19:40:45.271672: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 3: 2023-05-08 19:40:45.271677: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+23: 2023-05-08 19:40:45.271161: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-08 19:40:45.271187: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-08 19:40:45.271213: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-08 19:40:45.271225: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-08 19:40:45.271252: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-08 19:40:45.271226: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-08 19:40:45.271245: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-08 19:40:45.271825: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+21: 2023-05-08 19:40:45.271355: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-08 19:40:45.271860: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+21: 2023-05-08 19:40:45.271387: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-08 19:40:45.271887: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+21: 2023-05-08 19:40:45.271402: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-08 19:40:45.271437: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-08 19:40:45.271529: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-08 19:40:45.271424: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-08 19:40:45.271919: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+21: 2023-05-08 19:40:45.271451: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-08 19:40:45.271456: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-08 19:40:45.271932: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+23: 2023-05-08 19:40:45.271939: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+23: 2023-05-08 19:40:45.271967: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+23: 2023-05-08 19:40:45.271976: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+21: 2023-05-08 19:40:45.272010: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+29: 2023-05-08 19:40:45.271472: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-08 19:40:45.272043: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+21: 2023-05-08 19:40:45.272043: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+21: 2023-05-08 19:40:45.272059: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+29: 2023-05-08 19:40:45.271509: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-08 19:40:45.272099: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+21: 2023-05-08 19:40:45.272104: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+21: 2023-05-08 19:40:45.272112: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+21: 2023-05-08 19:40:45.272122: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+29: 2023-05-08 19:40:45.271531: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-08 19:40:45.271551: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-08 19:40:45.271569: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-08 19:40:45.271589: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-08 19:40:45.271613: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-08 19:40:45.271636: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-08 19:40:45.271746: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-08 19:40:45.272275: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+11: 2023-05-08 19:40:45.271784: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-08 19:40:45.271804: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-08 19:40:45.271829: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-08 19:40:45.271834: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-08 19:40:45.272318: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+29: 2023-05-08 19:40:45.272331: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+11: 2023-05-08 19:40:45.271858: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-08 19:40:45.271869: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-08 19:40:45.271886: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-08 19:40:45.272369: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+11: 2023-05-08 19:40:45.272427: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+29: 2023-05-08 19:40:45.272376: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+11: 2023-05-08 19:40:45.272448: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+29: 2023-05-08 19:40:45.272391: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+11: 2023-05-08 19:40:45.272457: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+11: 2023-05-08 19:40:45.272464: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+29: 2023-05-08 19:40:45.272400: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+29: 2023-05-08 19:40:45.272405: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+11: 2023-05-08 19:40:45.272479: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+11: 2023-05-08 19:40:45.272483: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 4: 2023-05-08 19:40:45.271955: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-08 19:40:45.272494: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+11: 2023-05-08 19:40:45.272498: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 4: 2023-05-08 19:40:45.271990: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-08 19:40:45.272005: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-08 19:40:45.272028: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-08 19:40:45.272031: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-08 19:40:45.272035: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-08 19:40:45.272062: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-08 19:40:45.272058: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-08 19:40:45.272687: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+25: 2023-05-08 19:40:45.272196: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-08 19:40:45.272240: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-08 19:40:45.272721: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+25: 2023-05-08 19:40:45.272236: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-08 19:40:45.272302: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-08 19:40:45.272741: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+25: 2023-05-08 19:40:45.272256: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-08 19:40:45.272269: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-08 19:40:45.272761: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 4: 2023-05-08 19:40:45.272770: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 4: 2023-05-08 19:40:45.272779: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+25: 2023-05-08 19:40:45.272293: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-08 19:40:45.272330: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-08 19:40:45.272790: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+25: 2023-05-08 19:40:45.272299: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-08 19:40:45.272495: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-08 19:40:45.272361: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-08 19:40:45.272317: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-08 19:40:45.272313: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-08 19:40:45.272343: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-08 19:40:45.272273: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-08 19:40:45.272365: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-08 19:40:45.272793: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+25: 2023-05-08 19:40:45.272859: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+25: 2023-05-08 19:40:45.272882: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+25: 2023-05-08 19:40:45.272907: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 6: 2023-05-08 19:40:45.272947: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 6: 2023-05-08 19:40:45.272980: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 6: 2023-05-08 19:40:45.272988: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+25: 2023-05-08 19:40:45.272919: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+25: 2023-05-08 19:40:45.272918: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+25: 2023-05-08 19:40:45.272922: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+25: 2023-05-08 19:40:45.272930: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+25: 2023-05-08 19:40:45.272941: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+22: 2023-05-08 19:40:45.272596: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-08 19:40:45.272588: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-08 19:40:45.273017: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 6: 2023-05-08 19:40:45.273032: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 6: 2023-05-08 19:40:45.273038: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 6: 2023-05-08 19:40:45.273047: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 6: 2023-05-08 19:40:45.273059: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+22: 2023-05-08 19:40:45.272623: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-08 19:40:45.272640: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-08 19:40:45.272655: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-08 19:40:45.272655: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-08 19:40:45.272651: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-08 19:40:45.272665: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-08 19:40:45.272625: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-08 19:40:45.272695: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-08 19:40:45.272762: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-08 19:40:45.272672: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-08 19:40:45.272665: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-08 19:40:45.273228: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 9: 2023-05-08 19:40:45.272682: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-08 19:40:45.273244: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 9: 2023-05-08 19:40:45.272727: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-08 19:40:45.272701: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-08 19:40:45.273271: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+22: 2023-05-08 19:40:45.273278: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+22: 2023-05-08 19:40:45.273283: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+22: 2023-05-08 19:40:45.273292: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+22: 2023-05-08 19:40:45.273299: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+22: 2023-05-08 19:40:45.273304: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+13: 2023-05-08 19:40:45.272869: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-08 19:40:45.272890: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-08 19:40:45.272915: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-08 19:40:45.272931: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-08 19:40:45.272950: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-08 19:40:45.272943: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-08 19:40:45.272972: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-08 19:40:45.272958: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-08 19:40:45.273367: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 9: 2023-05-08 19:40:45.273409: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+13: 2023-05-08 19:40:45.273515: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+13: 2023-05-08 19:40:45.273524: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 9: 2023-05-08 19:40:45.273438: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 9: 2023-05-08 19:40:45.273463: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 9: 2023-05-08 19:40:45.273485: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 9: 2023-05-08 19:40:45.273489: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+13: 2023-05-08 19:40:45.273554: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 9: 2023-05-08 19:40:45.273519: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 9: 2023-05-08 19:40:45.273511: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+13: 2023-05-08 19:40:45.273563: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+13: 2023-05-08 19:40:45.273574: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+13: 2023-05-08 19:40:45.273583: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+13: 2023-05-08 19:40:45.273588: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+13: 2023-05-08 19:40:45.273596: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+20: 2023-05-08 19:40:45.276454: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-08 19:40:45.276480: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-08 19:40:45.276499: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-08 19:40:45.276535: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-08 19:40:45.276555: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-08 19:40:45.276514: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-08 19:40:45.276590: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-08 19:40:45.276573: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-08 19:40:45.277067: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+20: 2023-05-08 19:40:45.277081: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+20: 2023-05-08 19:40:45.277097: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+20: 2023-05-08 19:40:45.277102: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+20: 2023-05-08 19:40:45.277104: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+20: 2023-05-08 19:40:45.277108: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+20: 2023-05-08 19:40:45.277118: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+20: 2023-05-08 19:40:45.277123: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+10: 2023-05-08 19:40:45.277356: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-08 19:40:45.277377: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-08 19:40:45.277389: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-08 19:40:45.277427: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-08 19:40:45.277415: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-08 19:40:45.277422: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-08 19:40:45.277434: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-08 19:40:45.277439: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-08 19:40:45.277885: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+10: 2023-05-08 19:40:45.277907: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+10: 2023-05-08 19:40:45.277920: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+10: 2023-05-08 19:40:45.277939: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+10: 2023-05-08 19:40:45.277949: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+10: 2023-05-08 19:40:45.277954: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+10: 2023-05-08 19:40:45.277959: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+10: 2023-05-08 19:40:45.277961: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 0: 2023-05-08 19:40:45.268564: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-08 19:40:45.268527: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-08 19:40:45.269032: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 0: 2023-05-08 19:40:45.269042: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 0: 2023-05-08 19:40:45.269051: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 0: 2023-05-08 19:40:45.269063: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 0: 2023-05-08 19:40:45.269071: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 0: 2023-05-08 19:40:45.269076: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 0: 2023-05-08 19:40:45.269080: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 0: 2023-05-08 19:40:45.269086: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 8: 2023-05-08 19:41:10.999817: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-08 19:41:10.999790: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-08 19:41:10.999794: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-08 19:41:10.999848: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-08 19:41:10.999833: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-08 19:41:10.999818: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-08 19:41:10.999858: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-08 19:41:10.999943: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-08 19:41:10.999844: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-08 19:41:10.999933: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-08 19:41:10.999846: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-08 19:41:10.999875: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-08 19:41:10.999975: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-08 19:41:10.999867: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-08 19:41:10.999861: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-08 19:41:10.999893: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-08 19:41:10.999991: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-08 19:41:10.999872: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-08 19:41:10.999970: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-08 19:41:10.999884: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-08 19:41:10.999915: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-08 19:41:11.000009: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-08 19:41:11.000068: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-08 19:41:10.999984: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-08 19:41:10.999886: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-08 19:41:11.000126: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-08 19:41:10.999918: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-08 19:41:11.000012: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-08 19:41:11.000072: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-08 19:41:11.000013: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-08 19:41:10.999901: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-08 19:41:10.999944: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-08 19:41:11.000011: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-08 19:41:11.000091: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-08 19:41:11.000030: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-08 19:41:10.999918: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-08 19:41:11.000157: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-08 19:41:11.000035: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-08 19:41:11.000030: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-08 19:41:11.000168: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-08 19:41:11.000086: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-08 19:41:11.000064: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-08 19:41:11.000186: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-08 19:41:11.000062: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-08 19:41:11.000222: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-08 19:41:11.000202: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-08 19:41:11.000209: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-08 19:41:11.000212: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-08 19:41:11.000204: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-08 19:41:11.000305: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-08 19:41:11.000247: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-08 19:41:11.000278: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-08 19:41:11.000350: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-08 19:41:11.000272: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-08 19:41:11.000362: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-08 19:41:11.000290: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-08 19:41:11.000380: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-08 19:41:11.000300: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-08 19:41:11.000387: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-08 19:41:11.000310: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-08 19:41:11.000399: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-08 19:41:11.000313: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-08 19:41:11.000394: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-08 19:41:11.000410: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-08 19:41:11.000436: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-08 19:41:11.000426: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-08 19:41:11.000447: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-08 19:41:11.000465: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-08 19:41:11.000607: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-08 19:41:11.000479: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-08 19:41:11.000484: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-08 19:41:11.000640: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-08 19:41:11.000540: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-08 19:41:11.000660: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-08 19:41:11.000539: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-08 19:41:11.000679: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-08 19:41:11.000711: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-08 19:41:11.000714: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-08 19:41:11.000718: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-08 19:41:11.000732: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-08 19:41:11.001318: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-08 19:41:11.001335: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-08 19:41:11.001359: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-08 19:41:11.001369: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-08 19:41:11.001381: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-08 19:41:11.001389: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-08 19:41:11.001390: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-08 19:41:11.001392: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-08 19:41:11.002475: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-08 19:41:11.002500: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-08 19:41:11.002494: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-08 19:41:11.002509: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-08 19:41:11.002517: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-08 19:41:11.002517: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-08 19:41:11.002637: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-08 19:41:11.002639: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-08 19:41:11.002679: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-08 19:41:11.002713: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-08 19:41:11.002732: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-08 19:41:11.002752: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-08 19:41:11.002767: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-08 19:41:11.002956: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-08 19:41:11.002773: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-08 19:41:11.002791: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-08 19:41:11.003107: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-08 19:41:11.002989: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-08 19:41:11.002795: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-08 19:41:11.003008: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-08 19:41:11.003025: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-08 19:41:11.003039: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-08 19:41:11.003043: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-08 19:41:11.003141: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-08 19:41:11.003079: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-08 19:41:11.003160: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-08 19:41:11.003138: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-08 19:41:11.003180: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-08 19:41:11.003203: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-08 19:41:11.003216: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-08 19:41:11.003219: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-08 19:41:11.003226: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-08 19:41:11.006637: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-08 19:41:11.006666: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+27: 2023-05-08 19:41:11.006653: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-08 19:41:11.006654: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-08 19:41:11.006659: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-08 19:41:11.006663: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-08 19:41:11.006666: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-08 19:41:11.006669: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-08 19:41:11.006673: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-08 19:41:11.006701: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+27: 2023-05-08 19:41:11.006704: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+27: 2023-05-08 19:41:11.006708: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+27: 2023-05-08 19:41:11.006710: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+27: 2023-05-08 19:41:11.006711: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+27: 2023-05-08 19:41:11.006716: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+27: 2023-05-08 19:41:11.006716: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+20: 2023-05-08 19:41:11.007297: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-08 19:41:11.007300: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-08 19:41:11.007303: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-08 19:41:11.007306: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-08 19:41:11.007322: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+20: 2023-05-08 19:41:11.007328: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+20: 2023-05-08 19:41:11.007327: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+20: 2023-05-08 19:41:11.007331: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+20: 2023-05-08 19:41:11.007343: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-08 19:41:11.007375: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+20: 2023-05-08 19:41:11.007388: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-08 19:41:11.007407: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-08 19:41:11.007417: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+20: 2023-05-08 19:41:11.007420: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-08 19:41:11.007432: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+20: 2023-05-08 19:41:11.007444: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 3: 2023-05-08 19:41:11.007869: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-08 19:41:11.007902: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-08 19:41:11.007904: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-08 19:41:11.007892: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-08 19:41:11.007907: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-08 19:41:11.007909: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-08 19:41:11.007908: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-08 19:41:11.007951: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-08 19:41:11.007909: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-08 19:41:11.007944: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-08 19:41:11.007909: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-08 19:41:11.007944: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-08 19:41:11.008042: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-08 19:41:11.007912: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-08 19:41:11.007963: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-08 19:41:11.007920: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-08 19:41:11.007938: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 3: 2023-05-08 19:41:11.008149: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-08 19:41:11.007938: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+25: 2023-05-08 19:41:11.007938: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+25: 2023-05-08 19:41:11.007939: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+25: 2023-05-08 19:41:11.007939: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+25: 2023-05-08 19:41:11.007940: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+25: 2023-05-08 19:41:11.007941: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+25: 2023-05-08 19:41:11.007947: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+11: 2023-05-08 19:41:11.008067: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-08 19:41:11.008093: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-08 19:41:11.008102: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-08 19:41:11.008114: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-08 19:41:11.008119: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-08 19:41:11.008312: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-08 19:41:11.008314: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-08 19:41:11.008233: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-08 19:41:11.008267: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-08 19:41:11.008286: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-08 19:41:11.008312: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-08 19:41:11.008325: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-08 19:41:11.008343: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-08 19:41:11.008349: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-08 19:41:11.008379: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-08 19:41:11.013009: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-08 19:41:11.013017: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-08 19:41:11.013020: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-08 19:41:11.013028: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 2: 2023-05-08 19:41:11.013020: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-08 19:41:11.013020: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-08 19:41:11.013023: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-08 19:41:11.013029: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 2: 2023-05-08 19:41:11.013025: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-08 19:41:11.013026: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-08 19:41:11.013043: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 2: 2023-05-08 19:41:11.013044: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 2: 2023-05-08 19:41:11.013045: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 2: 2023-05-08 19:41:11.013045: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 2: 2023-05-08 19:41:11.013047: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 2: 2023-05-08 19:41:11.013048: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+16: 2023-05-08 19:41:11.013557: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-08 19:41:11.013773: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-08 19:41:11.013566: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-08 19:41:11.013775: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-08 19:41:11.013568: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-08 19:41:11.013776: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-08 19:41:11.013563: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-08 19:41:11.013776: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-08 19:41:11.013566: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-08 19:41:11.013778: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-08 19:41:11.013571: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-08 19:41:11.013780: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-08 19:41:11.013571: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-08 19:41:11.013592: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+13: 2023-05-08 19:41:11.013779: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-08 19:41:11.013791: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+16: 2023-05-08 19:41:11.013590: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+16: 2023-05-08 19:41:11.013583: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-08 19:41:11.013791: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+13: 2023-05-08 19:41:11.013784: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-08 19:41:11.013594: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+16: 2023-05-08 19:41:11.013599: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+16: 2023-05-08 19:41:11.013598: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+13: 2023-05-08 19:41:11.013794: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+13: 2023-05-08 19:41:11.013795: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+13: 2023-05-08 19:41:11.013795: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+16: 2023-05-08 19:41:11.013603: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+16: 2023-05-08 19:41:11.013606: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+16: 2023-05-08 19:41:11.013613: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+13: 2023-05-08 19:41:11.013800: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+13: 2023-05-08 19:41:11.013798: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+13: 2023-05-08 19:41:11.013808: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 8: 2023-05-08 19:41:11.014126: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-08 19:41:11.014144: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 8: 2023-05-08 19:41:11.014142: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-08 19:41:11.014145: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-08 19:41:11.014166: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 8: 2023-05-08 19:41:11.014167: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 8: 2023-05-08 19:41:11.014161: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-08 19:41:11.014163: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-08 19:41:11.014164: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-08 19:41:11.014168: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-08 19:41:11.014172: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-08 19:41:11.014197: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 8: 2023-05-08 19:41:11.014198: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 8: 2023-05-08 19:41:11.014199: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 8: 2023-05-08 19:41:11.014200: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 8: 2023-05-08 19:41:11.014202: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+12: 2023-05-08 19:41:11.014661: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-08 19:41:11.014662: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-08 19:41:11.014666: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-08 19:41:11.014665: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-08 19:41:11.014666: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-08 19:41:11.014667: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-08 19:41:11.014668: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-08 19:41:11.014668: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-08 19:41:11.014691: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+12: 2023-05-08 19:41:11.014691: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+12: 2023-05-08 19:41:11.014697: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+12: 2023-05-08 19:41:11.014698: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+12: 2023-05-08 19:41:11.014701: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+12: 2023-05-08 19:41:11.014700: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+12: 2023-05-08 19:41:11.014704: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+12: 2023-05-08 19:41:11.014704: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+19: 2023-05-08 19:41:11.014964: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-08 19:41:11.014964: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-08 19:41:11.014966: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-08 19:41:11.014971: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-08 19:41:11.014973: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-08 19:41:11.014973: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-08 19:41:11.014979: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-08 19:41:11.014982: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-08 19:41:11.015019: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+19: 2023-05-08 19:41:11.015020: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+19: 2023-05-08 19:41:11.015021: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+19: 2023-05-08 19:41:11.015024: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+19: 2023-05-08 19:41:11.015026: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+19: 2023-05-08 19:41:11.015025: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+19: 2023-05-08 19:41:11.015027: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+14: 2023-05-08 19:41:11.015186: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-08 19:41:11.015025: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+14: 2023-05-08 19:41:11.015188: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-08 19:41:11.015188: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-08 19:41:11.015192: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-08 19:41:11.015195: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-08 19:41:11.015194: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-08 19:41:11.015194: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-08 19:41:11.015201: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-08 19:41:11.015216: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+14: 2023-05-08 19:41:11.015218: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+14: 2023-05-08 19:41:11.015223: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+14: 2023-05-08 19:41:11.015224: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+14: 2023-05-08 19:41:11.015225: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+14: 2023-05-08 19:41:11.015229: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+14: 2023-05-08 19:41:11.015231: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+14: 2023-05-08 19:41:11.015231: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+28: 2023-05-08 19:41:11.015408: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-08 19:41:11.015411: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-08 19:41:11.015412: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-08 19:41:11.015416: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-08 19:41:11.015419: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-08 19:41:11.015416: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-08 19:41:11.015418: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-08 19:41:11.015423: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-08 19:41:11.015442: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+28: 2023-05-08 19:41:11.015442: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+28: 2023-05-08 19:41:11.015444: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+28: 2023-05-08 19:41:11.015445: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+28: 2023-05-08 19:41:11.015446: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+28: 2023-05-08 19:41:11.015445: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+28: 2023-05-08 19:41:11.015447: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+28: 2023-05-08 19:41:11.015444: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+26: 2023-05-08 19:41:11.015843: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-08 19:41:11.015846: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-08 19:41:11.015849: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-08 19:41:11.015852: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-08 19:41:11.015854: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-08 19:41:11.015859: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-08 19:41:11.015861: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-08 19:41:11.015807: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-08 19:41:11.015862: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-08 19:41:11.015875: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+26: 2023-05-08 19:41:11.015874: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+26: 2023-05-08 19:41:11.015874: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+26: 2023-05-08 19:41:11.015888: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+26: 2023-05-08 19:41:11.015887: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+26: 2023-05-08 19:41:11.015887: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+26: 2023-05-08 19:41:11.015892: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+26: 2023-05-08 19:41:11.015892: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+15: 2023-05-08 19:41:11.015808: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-08 19:41:11.015808: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-08 19:41:11.015812: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-08 19:41:11.015817: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-08 19:41:11.015815: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-08 19:41:11.015812: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-08 19:41:11.015820: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-08 19:41:11.015862: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+15: 2023-05-08 19:41:11.015862: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+15: 2023-05-08 19:41:11.015863: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+15: 2023-05-08 19:41:11.015863: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+15: 2023-05-08 19:41:11.015865: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+15: 2023-05-08 19:41:11.015866: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+15: 2023-05-08 19:41:11.015864: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+15: 2023-05-08 19:41:11.015868: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 9: 2023-05-08 19:41:11.016221: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-08 19:41:11.016429: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-08 19:41:11.016222: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-08 19:41:11.016225: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-08 19:41:11.016224: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-08 19:41:11.016432: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-08 19:41:11.016432: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-08 19:41:11.016230: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-08 19:41:11.016441: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-08 19:41:11.016432: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-08 19:41:11.016228: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-08 19:41:11.016443: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-08 19:41:11.016433: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-08 19:41:11.016236: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-08 19:41:11.016441: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-08 19:41:11.016437: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-08 19:41:11.016236: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-08 19:41:11.016290: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 3: 2023-05-08 19:41:11.016442: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-08 19:41:11.016439: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-08 19:41:11.016291: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 9: 2023-05-08 19:41:11.016293: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 9: 2023-05-08 19:41:11.016290: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 3: 2023-05-08 19:41:11.016446: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-08 19:41:11.016461: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+10: 2023-05-08 19:41:11.016438: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-08 19:41:11.016292: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 9: 2023-05-08 19:41:11.016295: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 9: 2023-05-08 19:41:11.016294: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 3: 2023-05-08 19:41:11.016452: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-08 19:41:11.016440: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-08 19:41:11.016467: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 9: 2023-05-08 19:41:11.016292: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 3: 2023-05-08 19:41:11.016454: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-08 19:41:11.016465: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+10: 2023-05-08 19:41:11.016467: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+10: 2023-05-08 19:41:11.016468: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+10: 2023-05-08 19:41:11.016468: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 3: 2023-05-08 19:41:11.016468: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 3: 2023-05-08 19:41:11.016478: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 3: 2023-05-08 19:41:11.016478: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+10: 2023-05-08 19:41:11.016469: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+10: 2023-05-08 19:41:11.016470: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+10: 2023-05-08 19:41:11.016470: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 3: 2023-05-08 19:41:11.016481: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 3: 2023-05-08 19:41:11.016476: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 3: 2023-05-08 19:41:11.016482: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+10: 2023-05-08 19:41:11.016468: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+11: 2023-05-08 19:41:11.016794: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-08 19:41:11.016794: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-08 19:41:11.016799: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-08 19:41:11.016799: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-08 19:41:11.016805: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-08 19:41:11.016822: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+11: 2023-05-08 19:41:11.016804: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-08 19:41:11.016822: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+11: 2023-05-08 19:41:11.016804: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-08 19:41:11.016813: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-08 19:41:11.016841: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+11: 2023-05-08 19:41:11.016840: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+11: 2023-05-08 19:41:11.016843: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+11: 2023-05-08 19:41:11.016844: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+11: 2023-05-08 19:41:11.016847: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+11: 2023-05-08 19:41:11.016847: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+29: 2023-05-08 19:41:11.016955: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-08 19:41:11.016961: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-08 19:41:11.016962: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-08 19:41:11.016966: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-08 19:41:11.016966: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-08 19:41:11.016973: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-08 19:41:11.016969: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-08 19:41:11.016968: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-08 19:41:11.017021: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+29: 2023-05-08 19:41:11.017023: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+29: 2023-05-08 19:41:11.017023: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+29: 2023-05-08 19:41:11.017028: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+29: 2023-05-08 19:41:11.017029: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+29: 2023-05-08 19:41:11.017023: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+29: 2023-05-08 19:41:11.017032: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+29: 2023-05-08 19:41:11.017032: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+23: 2023-05-08 19:41:11.039628: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-08 19:41:11.039687: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-08 19:41:11.039697: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-08 19:41:11.039702: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-08 19:41:11.039737: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-08 19:41:11.039738: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-08 19:41:11.039748: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-08 19:41:11.039974: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-08 19:41:11.040125: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-08 19:41:11.040173: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-08 19:41:11.040177: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-08 19:41:11.040201: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-08 19:41:11.040207: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-08 19:41:11.040225: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-08 19:41:11.040227: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-08 19:41:11.040400: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-08 19:41:11.040420: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-08 19:41:11.040468: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-08 19:41:11.040432: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-08 19:41:11.040447: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-08 19:41:11.040474: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-08 19:41:11.040474: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-08 19:41:11.040504: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-08 19:41:11.040352: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-08 19:41:11.040495: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-08 19:41:11.040483: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-08 19:41:11.040517: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-08 19:41:11.040511: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-08 19:41:11.040496: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-08 19:41:11.040514: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-08 19:41:11.040552: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-08 19:41:11.040525: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-08 19:41:11.040499: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-08 19:41:11.040566: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-08 19:41:11.040527: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-08 19:41:11.040588: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-08 19:41:11.040691: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-08 19:41:11.040590: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-08 19:41:11.040388: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-08 19:41:11.040763: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-08 19:41:11.040692: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-08 19:41:11.040763: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-08 19:41:11.040403: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-08 19:41:11.040766: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-08 19:41:11.040614: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-08 19:41:11.040549: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-08 19:41:11.040779: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-08 19:41:11.040426: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-08 19:41:11.040625: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-08 19:41:11.040563: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-08 19:41:11.040441: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-08 19:41:11.040657: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-08 19:41:11.040599: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-08 19:41:11.040601: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-08 19:41:11.040640: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-08 19:41:11.040674: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-08 19:41:11.040613: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-08 19:41:11.040605: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-08 19:41:11.040665: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-08 19:41:11.040692: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-08 19:41:11.040611: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-08 19:41:11.040619: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-08 19:41:11.040678: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-08 19:41:11.040696: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-08 19:41:11.040616: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-08 19:41:11.040693: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-08 19:41:11.040869: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-08 19:41:11.040645: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-08 19:41:11.040716: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-08 19:41:11.040717: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-08 19:41:11.040867: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-08 19:41:11.040873: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-08 19:41:11.040827: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-08 19:41:11.040982: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-08 19:41:11.040996: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 4: 2023-05-08 19:41:11.040858: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-08 19:41:11.040850: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-08 19:41:11.040885: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-08 19:41:11.040891: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-08 19:41:11.040901: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-08 19:41:11.040915: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-08 19:41:11.040740: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-08 19:41:11.040925: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-08 19:41:11.040835: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-08 19:41:11.040995: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-08 19:41:11.040931: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-08 19:41:11.040885: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-08 19:41:11.040921: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-08 19:41:11.040998: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-08 19:41:11.040891: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-08 19:41:11.040934: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-08 19:41:11.040765: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-08 19:41:11.041000: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-08 19:41:11.041141: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-08 19:41:11.040967: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-08 19:41:11.040796: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-08 19:41:11.041002: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-08 19:41:11.041114: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-08 19:41:11.041146: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-08 19:41:11.040977: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-08 19:41:11.040801: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-08 19:41:11.041006: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-08 19:41:11.041147: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-08 19:41:11.040981: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-08 19:41:11.040811: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-08 19:41:11.041008: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-08 19:41:11.041022: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 0: 2023-05-08 19:41:11.041149: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-08 19:41:11.040981: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-08 19:41:11.040824: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-08 19:41:11.041011: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-08 19:41:11.041023: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+21: 2023-05-08 19:41:11.041073: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-08 19:41:11.041026: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-08 19:41:11.041025: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+23: 2023-05-08 19:41:11.041027: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+23: 2023-05-08 19:41:11.041029: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+18: 2023-05-08 19:41:11.041046: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-08 19:41:11.041032: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+23: 2023-05-08 19:41:11.041033: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+31: 2023-05-08 19:41:11.041126: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-08 19:41:11.041162: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-08 19:41:11.041176: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-08 19:41:11.041193: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-08 19:41:11.041211: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-08 19:41:11.041221: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-08 19:41:11.041236: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-08 19:41:11.041366: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-08 19:41:11.041381: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 5: 2023-05-08 19:41:11.041373: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-08 19:41:11.041377: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-08 19:41:11.041380: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-08 19:41:11.041438: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-08 19:41:11.041382: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-08 19:41:11.041383: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-08 19:41:11.041381: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-08 19:41:11.041387: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-08 19:41:11.041399: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 5: 2023-05-08 19:41:11.041403: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 5: 2023-05-08 19:41:11.041403: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 5: 2023-05-08 19:41:11.041405: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 5: 2023-05-08 19:41:11.041406: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 5: 2023-05-08 19:41:11.041407: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 5: 2023-05-08 19:41:11.041407: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+22: 2023-05-08 19:41:11.041709: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-08 19:41:11.041767: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-08 19:41:11.041782: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+22: 2023-05-08 19:41:11.041714: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-08 19:41:11.041790: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-08 19:41:11.041716: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-08 19:41:11.041723: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+22: 2023-05-08 19:41:11.041718: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-08 19:41:11.041727: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+22: 2023-05-08 19:41:11.041721: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-08 19:41:11.041721: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-08 19:41:11.041726: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-08 19:41:11.041724: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-08 19:41:11.041737: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+22: 2023-05-08 19:41:11.041739: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+22: 2023-05-08 19:41:11.041744: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+22: 2023-05-08 19:41:11.041745: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+22: 2023-05-08 19:41:11.041746: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+22: 2023-05-08 19:41:11.041747: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 7: 2023-05-08 19:41:11.041965: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-08 19:41:11.041965: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-08 19:41:11.041968: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-08 19:41:11.042074: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-08 19:41:11.041970: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-08 19:41:11.041970: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-08 19:41:11.041973: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-08 19:41:11.041976: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-08 19:41:11.042052: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-08 19:41:11.042076: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 7: 2023-05-08 19:41:11.041976: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-08 19:41:11.041986: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 7: 2023-05-08 19:41:11.041985: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 7: 2023-05-08 19:41:11.041985: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 7: 2023-05-08 19:41:11.041991: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 4: 2023-05-08 19:41:11.042153: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-08 19:41:11.041993: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 7: 2023-05-08 19:41:11.041992: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 7: 2023-05-08 19:41:11.041991: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+24: 2023-05-08 19:41:11.042063: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-08 19:41:11.041993: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+24: 2023-05-08 19:41:11.042069: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-08 19:41:11.042141: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-08 19:41:11.042158: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-08 19:41:11.042071: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-08 19:41:11.042144: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-08 19:41:11.042159: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-08 19:41:11.042073: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-08 19:41:11.042145: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-08 19:41:11.042158: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-08 19:41:11.042074: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-08 19:41:11.042145: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-08 19:41:11.042158: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-08 19:41:11.042083: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-08 19:41:11.042153: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-08 19:41:11.042160: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 4: 2023-05-08 19:41:11.042162: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-08 19:41:11.042169: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+24: 2023-05-08 19:41:11.042087: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-08 19:41:11.042106: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+18: 2023-05-08 19:41:11.042160: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 4: 2023-05-08 19:41:11.042159: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-08 19:41:11.042173: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+24: 2023-05-08 19:41:11.042110: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+24: 2023-05-08 19:41:11.042115: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+24: 2023-05-08 19:41:11.042115: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+18: 2023-05-08 19:41:11.042155: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-08 19:41:11.042164: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-08 19:41:11.042175: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+24: 2023-05-08 19:41:11.042121: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+24: 2023-05-08 19:41:11.042124: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+24: 2023-05-08 19:41:11.042122: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+18: 2023-05-08 19:41:11.042155: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-08 19:41:11.042168: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 4: 2023-05-08 19:41:11.042179: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 4: 2023-05-08 19:41:11.042178: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 4: 2023-05-08 19:41:11.042179: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+18: 2023-05-08 19:41:11.042168: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+18: 2023-05-08 19:41:11.042161: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-08 19:41:11.042181: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 4: 2023-05-08 19:41:11.042182: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+18: 2023-05-08 19:41:11.042172: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+18: 2023-05-08 19:41:11.042176: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+18: 2023-05-08 19:41:11.042177: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+18: 2023-05-08 19:41:11.042179: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 0: 2023-05-08 19:41:11.056848: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-08 19:41:11.056967: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-08 19:41:11.056991: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+21: 2023-05-08 19:41:11.056984: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-08 19:41:11.056990: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-08 19:41:11.056997: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-08 19:41:11.056998: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-08 19:41:11.057000: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-08 19:41:11.057000: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-08 19:41:11.057024: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+21: 2023-05-08 19:41:11.056998: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-08 19:41:11.057037: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+21: 2023-05-08 19:41:11.057038: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+21: 2023-05-08 19:41:11.057039: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+21: 2023-05-08 19:41:11.057040: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+21: 2023-05-08 19:41:11.057042: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+21: 2023-05-08 19:41:11.057038: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+31: 2023-05-08 19:41:11.057601: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-08 19:41:11.057628: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+31: 2023-05-08 19:41:11.057621: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-08 19:41:11.057628: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-08 19:41:11.057632: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-08 19:41:11.057637: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-08 19:41:11.057634: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-08 19:41:11.057632: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-08 19:41:11.057639: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-08 19:41:11.057663: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+31: 2023-05-08 19:41:11.057669: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+31: 2023-05-08 19:41:11.057675: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+31: 2023-05-08 19:41:11.057677: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+31: 2023-05-08 19:41:11.057678: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+31: 2023-05-08 19:41:11.057680: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+31: 2023-05-08 19:41:11.057681: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 1: 2023-05-08 19:41:11.041788: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-08 19:41:11.041879: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-08 19:41:11.041894: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+30: 2023-05-08 19:41:11.042075: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-08 19:41:11.041798: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-08 19:41:11.041806: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 1: 2023-05-08 19:41:11.041789: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-08 19:41:11.041897: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-08 19:41:11.042078: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-08 19:41:11.041801: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-08 19:41:11.041812: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 1: 2023-05-08 19:41:11.041797: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-08 19:41:11.041896: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-08 19:41:11.042077: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-08 19:41:11.041805: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-08 19:41:11.041802: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-08 19:41:11.041897: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-08 19:41:11.042080: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-08 19:41:11.041806: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-08 19:41:11.041805: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-08 19:41:11.041814: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+17: 2023-05-08 19:41:11.041905: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-08 19:41:11.042082: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-08 19:41:11.042088: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 6: 2023-05-08 19:41:11.041809: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-08 19:41:11.041814: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 1: 2023-05-08 19:41:11.041806: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-08 19:41:11.041911: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-08 19:41:11.042088: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+30: 2023-05-08 19:41:11.042090: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 6: 2023-05-08 19:41:11.041808: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-08 19:41:11.041807: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-08 19:41:11.041819: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+17: 2023-05-08 19:41:11.041912: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-08 19:41:11.041923: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+30: 2023-05-08 19:41:11.042083: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-08 19:41:11.041814: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-08 19:41:11.041826: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 1: 2023-05-08 19:41:11.041823: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+17: 2023-05-08 19:41:11.041915: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-08 19:41:11.041924: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+30: 2023-05-08 19:41:11.042082: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-08 19:41:11.042096: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 6: 2023-05-08 19:41:11.041828: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 6: 2023-05-08 19:41:11.041828: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 6: 2023-05-08 19:41:11.041832: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 1: 2023-05-08 19:41:11.041826: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 1: 2023-05-08 19:41:11.041828: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 1: 2023-05-08 19:41:11.041828: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+17: 2023-05-08 19:41:11.041924: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+17: 2023-05-08 19:41:11.041928: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+17: 2023-05-08 19:41:11.041933: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+30: 2023-05-08 19:41:11.042098: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+30: 2023-05-08 19:41:11.042099: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+30: 2023-05-08 19:41:11.042103: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 6: 2023-05-08 19:41:11.041833: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 6: 2023-05-08 19:41:11.041832: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+17: 2023-05-08 19:41:11.041934: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+17: 2023-05-08 19:41:11.041935: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+30: 2023-05-08 19:41:11.042103: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 0: 2023-05-08 19:41:11.056858: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-08 19:41:11.056873: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 0: 2023-05-08 19:41:11.056860: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-08 19:41:11.056864: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-08 19:41:11.056864: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-08 19:41:11.056870: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-08 19:41:11.056894: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 0: 2023-05-08 19:41:11.056896: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 0: 2023-05-08 19:41:11.056898: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 0: 2023-05-08 19:41:11.056898: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 0: 2023-05-08 19:41:11.056900: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 0: 2023-05-08 19:41:11.056923: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-08 19:41:11.056956: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 0: 2023-05-08 19:41:11.057003: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-08 19:41:11.057027: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 0: Successfully preprocessed all matching files.
+ 0: Detected CUDA files, patching ldflags
+ 0: Emitting ninja build file /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/build/build.ninja...
+ 0: Building extension module scaled_upper_triang_masked_softmax_cuda...
+ 0: Allowing ninja to set a default number of workers... (overridable by setting the environment variable MAX_JOBS=N)
+ 0: Loading extension module scaled_upper_triang_masked_softmax_cuda...
+ 0: Successfully preprocessed all matching files.
+ 0: Detected CUDA files, patching ldflags
+ 0: Emitting ninja build file /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/build/build.ninja...
+ 0: Building extension module scaled_masked_softmax_cuda...
+ 0: Allowing ninja to set a default number of workers... (overridable by setting the environment variable MAX_JOBS=N)
+ 0: Loading extension module scaled_masked_softmax_cuda...
+ 0: Successfully preprocessed all matching files.
+ 0: Detected CUDA files, patching ldflags
+ 0: Emitting ninja build file /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/build/build.ninja...
+ 0: Building extension module fused_mix_prec_layer_norm_cuda...
+ 0: Allowing ninja to set a default number of workers... (overridable by setting the environment variable MAX_JOBS=N)
+ 0: Loading extension module fused_mix_prec_layer_norm_cuda...
+24: Successfully preprocessed all matching files.
+ 0: Successfully preprocessed all matching files.
+ 0: Successfully preprocessed all matching files.
+ 0: Successfully preprocessed all matching files.
+ 8: Successfully preprocessed all matching files.
+24: Successfully preprocessed all matching files.
+30: Successfully preprocessed all matching files.
+30: Successfully preprocessed all matching files.
+18: Successfully preprocessed all matching files.
+18: Successfully preprocessed all matching files.
+17: Successfully preprocessed all matching files.
+17: Successfully preprocessed all matching files.
+15: Successfully preprocessed all matching files.
+ 8: Successfully preprocessed all matching files.
+29: Successfully preprocessed all matching files.
+29: Successfully preprocessed all matching files.
+17: Successfully preprocessed all matching files.
+12: Successfully preprocessed all matching files.
+12: Successfully preprocessed all matching files.
+12: Successfully preprocessed all matching files.
+12: Successfully preprocessed all matching files.
+ 7: Successfully preprocessed all matching files.
+10: Successfully preprocessed all matching files.
+10: Successfully preprocessed all matching files.
+10: Successfully preprocessed all matching files.
+10: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+10:   warnings.warn(
+10: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+10:   warnings.warn(
+10: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+10:   warnings.warn(
+10: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+10:   warnings.warn(
+10: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+10:   warnings.warn(
+10: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+10:   warnings.warn(
+10: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+10:   warnings.warn(
+10: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+10:   warnings.warn(
+17: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+17:   warnings.warn(
+17: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+17:   warnings.warn(
+17: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+17:   warnings.warn(
+17: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+17:   warnings.warn(
+17: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+17:   warnings.warn(
+17: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+17:   warnings.warn(
+17: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+17:   warnings.warn(
+17: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+17:   warnings.warn(
+ 2: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 2:   warnings.warn(
+ 2: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 2:   warnings.warn(
+ 2: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 2:   warnings.warn(
+ 2: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 2:   warnings.warn(
+ 2: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 2:   warnings.warn(
+ 2: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 2:   warnings.warn(
+ 2: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 2:   warnings.warn(
+ 2: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 2:   warnings.warn(
+ 6: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 6:   warnings.warn(
+ 6: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 6:   warnings.warn(
+ 6: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 6:   warnings.warn(
+ 6: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 6:   warnings.warn(
+ 6: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 6:   warnings.warn(
+ 6: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 6:   warnings.warn(
+ 6: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 6:   warnings.warn(
+ 3: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 3:   warnings.warn(
+ 3: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 3:   warnings.warn(
+ 3: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 3:   warnings.warn(
+ 6: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 6:   warnings.warn(
+ 3: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 3:   warnings.warn(
+ 3: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 3:   warnings.warn(
+ 3: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 3:   warnings.warn(
+ 3: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 3:   warnings.warn(
+ 3: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 3:   warnings.warn(
+21: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+21:   warnings.warn(
+21: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+21:   warnings.warn(
+21: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+21:   warnings.warn(
+21: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+21:   warnings.warn(
+21: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+21:   warnings.warn(
+21: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+21:   warnings.warn(
+21: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+21:   warnings.warn(
+21: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+21:   warnings.warn(
+20: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+20:   warnings.warn(
+20: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+20:   warnings.warn(
+20: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+20:   warnings.warn(
+18: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+18:   warnings.warn(
+18: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+18:   warnings.warn(
+18: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+18:   warnings.warn(
+20: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+20:   warnings.warn(
+20: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+20:   warnings.warn(
+20: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+20:   warnings.warn(
+18: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+18:   warnings.warn(
+20: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+20:   warnings.warn(
+18: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+18:   warnings.warn(
+18: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+18:   warnings.warn(
+18: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+18:   warnings.warn(
+20: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+20:   warnings.warn(
+18: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+18:   warnings.warn(
+26: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+26:   warnings.warn(
+26: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+26:   warnings.warn(
+26: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+26:   warnings.warn(
+26: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+26:   warnings.warn(
+12: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+12:   warnings.warn(
+26: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+26:   warnings.warn(
+12: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+12:   warnings.warn(
+12: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+12:   warnings.warn(
+12: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+12:   warnings.warn(
+12: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+12:   warnings.warn(
+26: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+26:   warnings.warn(
+26: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+26:   warnings.warn(
+12: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+12:   warnings.warn(
+12: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+12:   warnings.warn(
+26: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+26:   warnings.warn(
+12: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+12:   warnings.warn(
+24: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+24:   warnings.warn(
+24: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+24:   warnings.warn(
+24: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+24:   warnings.warn(
+24: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+24:   warnings.warn(
+24: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+24:   warnings.warn(
+24: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+24:   warnings.warn(
+24: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+24:   warnings.warn(
+24: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+24:   warnings.warn(
+27: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+27:   warnings.warn(
+27: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+27:   warnings.warn(
+27: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+27:   warnings.warn(
+27: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+27:   warnings.warn(
+27: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+27:   warnings.warn(
+27: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+27:   warnings.warn(
+27: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+27:   warnings.warn(
+27: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+27:   warnings.warn(
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 0:   warnings.warn(
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 0:   warnings.warn(
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 0:   warnings.warn(
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 0:   warnings.warn(
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 0:   warnings.warn(
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 0:   warnings.warn(
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 0:   warnings.warn(
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 0:   warnings.warn(
+25: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+25:   warnings.warn(
+25: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+25:   warnings.warn(
+25: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+25:   warnings.warn(
+ 4: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 4:   warnings.warn(
+ 4: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 4:   warnings.warn(
+ 4: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 4:   warnings.warn(
+25: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+25:   warnings.warn(
+25: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+25:   warnings.warn(
+25: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+25:   warnings.warn(
+25: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+25:   warnings.warn(
+25: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+25:   warnings.warn(
+ 4: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 4:   warnings.warn(
+ 4: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 4:   warnings.warn(
+ 4: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 4:   warnings.warn(
+ 4: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 4:   warnings.warn(
+16: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+16:   warnings.warn(
+16: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+16:   warnings.warn(
+16: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+16:   warnings.warn(
+16: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+16:   warnings.warn(
+ 4: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 4:   warnings.warn(
+16: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+16:   warnings.warn(
+16: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+16:   warnings.warn(
+16: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+16:   warnings.warn(
+16: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+16:   warnings.warn(
+ 8: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 8:   warnings.warn(
+ 8: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 8:   warnings.warn(
+ 8: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 8:   warnings.warn(
+ 8: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 8:   warnings.warn(
+ 8: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 8:   warnings.warn(
+ 8: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 8:   warnings.warn(
+ 8: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 8:   warnings.warn(
+ 8: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 8:   warnings.warn(
+23: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+23:   warnings.warn(
+23: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+23:   warnings.warn(
+ 9: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 9:   warnings.warn(
+ 9: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 9:   warnings.warn(
+ 9: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 9:   warnings.warn(
+ 9: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 9:   warnings.warn(
+ 9: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 9:   warnings.warn(
+ 9: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 9:   warnings.warn(
+23: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+23:   warnings.warn(
+23: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+23:   warnings.warn(
+23: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+23:   warnings.warn(
+ 9: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 9:   warnings.warn(
+23: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+23:   warnings.warn(
+ 9: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 9:   warnings.warn(
+23: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+23:   warnings.warn(
+23: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+23:   warnings.warn(
+19: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+19:   warnings.warn(
+19: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+19:   warnings.warn(
+19: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+19:   warnings.warn(
+19: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+19:   warnings.warn(
+19: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+19:   warnings.warn(
+31: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+31:   warnings.warn(
+31: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+31:   warnings.warn(
+31: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+31:   warnings.warn(
+19: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+19:   warnings.warn(
+19: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+19:   warnings.warn(
+31: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+31:   warnings.warn(
+31: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+31:   warnings.warn(
+31: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+31:   warnings.warn(
+31: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+31:   warnings.warn(
+19: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+19:   warnings.warn(
+31: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+31:   warnings.warn(
+ 5: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 5:   warnings.warn(
+ 5: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 5:   warnings.warn(
+ 5: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 5:   warnings.warn(
+ 5: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 5:   warnings.warn(
+ 5: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 5:   warnings.warn(
+ 5: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 5:   warnings.warn(
+ 5: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 5:   warnings.warn(
+ 5: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 5:   warnings.warn(
+28: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+28:   warnings.warn(
+28: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+28:   warnings.warn(
+28: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+28:   warnings.warn(
+28: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+28:   warnings.warn(
+28: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+28:   warnings.warn(
+28: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+28:   warnings.warn(
+28: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+28:   warnings.warn(
+28: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+28:   warnings.warn(
+13: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+13:   warnings.warn(
+13: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+13:   warnings.warn(
+13: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+13:   warnings.warn(
+13: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+13:   warnings.warn(
+13: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+13:   warnings.warn(
+13: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+13:   warnings.warn(
+13: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+13:   warnings.warn(
+13: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+13:   warnings.warn(
+22: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+22:   warnings.warn(
+22: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+22:   warnings.warn(
+22: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+22:   warnings.warn(
+22: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+22:   warnings.warn(
+22: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+22:   warnings.warn(
+22: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+22:   warnings.warn(
+22: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+22:   warnings.warn(
+22: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+22:   warnings.warn(
+11: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+11:   warnings.warn(
+11: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+11:   warnings.warn(
+11: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+11:   warnings.warn(
+11: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+11:   warnings.warn(
+11: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+11:   warnings.warn(
+11: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+11:   warnings.warn(
+11: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+11:   warnings.warn(
+11: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+11:   warnings.warn(
+14: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+14:   warnings.warn(
+14: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+14:   warnings.warn(
+14: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+14:   warnings.warn(
+29: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+29:   warnings.warn(
+29: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+29:   warnings.warn(
+29: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+29:   warnings.warn(
+14: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+14:   warnings.warn(
+14: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+14:   warnings.warn(
+14: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+14:   warnings.warn(
+14: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+14:   warnings.warn(
+29: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+29:   warnings.warn(
+14: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+14:   warnings.warn(
+29: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+29:   warnings.warn(
+29: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+29:   warnings.warn(
+29: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+29:   warnings.warn(
+29: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+29:   warnings.warn(
+ 7: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 7:   warnings.warn(
+ 7: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 7:   warnings.warn(
+ 7: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 7:   warnings.warn(
+ 7: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 7:   warnings.warn(
+ 7: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 7:   warnings.warn(
+ 7: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 7:   warnings.warn(
+ 7: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 7:   warnings.warn(
+ 7: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 7:   warnings.warn(
+ 1: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 1:   warnings.warn(
+15: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+15:   warnings.warn(
+15: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+15:   warnings.warn(
+ 1: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 1:   warnings.warn(
+ 1: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 1:   warnings.warn(
+ 1: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 1:   warnings.warn(
+15: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+15:   warnings.warn(
+15: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+15:   warnings.warn(
+15: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+15:   warnings.warn(
+ 1: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 1:   warnings.warn(
+ 1: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 1:   warnings.warn(
+15: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+15:   warnings.warn(
+ 1: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 1:   warnings.warn(
+15: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+15:   warnings.warn(
+ 1: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 1:   warnings.warn(
+15: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+15:   warnings.warn(
+30: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+30:   warnings.warn(
+30: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+30:   warnings.warn(
+30: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+30:   warnings.warn(
+30: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+30:   warnings.warn(
+30: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+30:   warnings.warn(
+30: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+30:   warnings.warn(
+30: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+30:   warnings.warn(
+30: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+30:   warnings.warn(
+ 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 7: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 7: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 7: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 7: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 8: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 7: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 8: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 2: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 2: 
+ 2: 
+ 2: 
+ 2: 
+ 2: 
+ 2: 
+ 2: 
+ 7: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 7: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 3: 
+ 3: 
+ 3: 
+ 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 3: 
+ 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 3: 
+ 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 5: 
+ 5: 
+ 5: 
+ 5: 
+ 5: 
+ 4: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 4: 
+ 4: 
+ 4: 
+ 4: 
+ 4: 
+ 4: 
+ 4: 
+ 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 1: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 1: 
+ 1: 
+ 1: 
+ 1: 
+ 1: 
+ 1: 
+ 1: 
+ 7: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 8: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 8: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 8: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 8: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 8: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 8: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 6: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 6: 
+ 6: 
+ 6: 
+ 6: 
+ 6: 
+ 6: 
+ 6: 
+ 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+10: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+10: 
+10: 
+10: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+10: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+10: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+10: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+10: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+12: 
+12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+12: 
+12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 9: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 9: 
+ 9: 
+ 9: 
+ 9: 
+ 9: 
+ 9: 
+ 9: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+11: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+11: 
+11: 
+11: 
+11: 
+11: 
+11: 
+11: 
+15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+13: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+13: 
+13: 
+13: 
+13: 
+13: 
+13: 
+13: 
+17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+14: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+14: 
+14: 
+14: 
+14: 
+14: 
+14: 
+14: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+18: 
+17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+16: 
+16: 
+16: 
+16: 
+16: 
+16: 
+16: 
+19: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+19: 
+19: 
+19: 
+19: 
+19: 
+19: 
+19: 
+20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+20: 
+20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+20: 
+20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+20: 
+20: 
+20: 
+24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+24: 
+21: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+21: 
+21: 
+21: 
+21: 
+21: 
+21: 
+21: 
+24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+24: 
+24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+24: 
+24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+23: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+23: 
+23: 
+23: 
+23: 
+23: 
+23: 
+23: 
+22: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+22: 
+22: 
+22: 
+22: 
+22: 
+22: 
+22: 
+25: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+25: 
+25: 
+25: 
+25: 
+25: 
+25: 
+25: 
+30: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+30: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+30: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+26: 
+26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+26: 
+26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+26: 
+26: 
+26: 
+29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+29: 
+29: 
+29: 
+29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+29: 
+29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+30: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+30: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+30: 
+30: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+30: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+27: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+27: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+27: 
+27: 
+27: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+27: 
+27: 
+27: 
+28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+28: 
+28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+28: 
+28: 
+28: 
+28: 
+31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+31: 
+31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+31: 
+31: 
+31: 
+31: 
+31: 
+ 0: Emitting ninja build file /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu/utils/build.ninja...
+ 0: Building extension module utils...
+ 0: Allowing ninja to set a default number of workers... (overridable by setting the environment variable MAX_JOBS=N)
+ 0: Loading extension module utils...
+ 0: Loading extension module utils...
+ 0: Loading extension module utils...
+ 0: Loading extension module utils...
+ 0: Loading extension module utils...
+ 0: Loading extension module utils...
+ 0: Loading extension module utils...
+ 8: Loading extension module utils...
+ 0: Loading extension module utils...
+ 8: Loading extension module utils...
+ 8: Loading extension module utils...
+ 8: Loading extension module utils...
+ 8: Loading extension module utils...
+ 8: Loading extension module utils...
+ 8: Loading extension module utils...
+ 8: Loading extension module utils...
+ 2: Loading extension module utils...
+ 2: Loading extension module utils...
+ 2: Loading extension module utils...
+ 2: Loading extension module utils...
+ 2: Loading extension module utils...
+ 2: Loading extension module utils...
+ 2: Loading extension module utils...
+ 2: Loading extension module utils...
+ 4: Loading extension module utils...
+ 5: Loading extension module utils...
+ 4: Loading extension module utils...
+ 5: Loading extension module utils...
+ 1: Loading extension module utils...
+ 7: Loading extension module utils...
+ 4: Loading extension module utils...
+ 5: Loading extension module utils...
+ 3: Loading extension module utils...
+ 7: Loading extension module utils...
+ 5: Loading extension module utils...
+ 4: Loading extension module utils...
+ 1: Loading extension module utils...
+ 4: Loading extension module utils...
+ 5: Loading extension module utils...
+ 3: Loading extension module utils...
+ 6: Loading extension module utils...
+ 1: Loading extension module utils...
+ 4: Loading extension module utils...
+ 7: Loading extension module utils...
+ 5: Loading extension module utils...
+ 4: Loading extension module utils...
+ 1: Loading extension module utils...
+ 6: Loading extension module utils...
+ 3: Loading extension module utils...
+ 7: Loading extension module utils...
+ 3: Loading extension module utils...
+ 5: Loading extension module utils...
+ 6: Loading extension module utils...
+ 4: Loading extension module utils...
+ 1: Loading extension module utils...
+ 7: Loading extension module utils...
+ 3: Loading extension module utils...
+ 5: Loading extension module utils...
+10: Loading extension module utils...
+ 6: Loading extension module utils...
+ 3: Loading extension module utils...
+ 7: Loading extension module utils...
+ 1: Loading extension module utils...
+10: Loading extension module utils...
+ 7: Loading extension module utils...
+ 1: Loading extension module utils...
+ 6: Loading extension module utils...
+ 3: Loading extension module utils...
+10: Loading extension module utils...
+ 7: Loading extension module utils...
+ 1: Loading extension module utils...
+ 3: Loading extension module utils...
+ 6: Loading extension module utils...
+10: Loading extension module utils...
+10: Loading extension module utils...
+ 6: Loading extension module utils...
+10: Loading extension module utils...
+ 6: Loading extension module utils...
+12: Loading extension module utils...
+10: Loading extension module utils...
+10: Loading extension module utils...
+ 9: Loading extension module utils...
+12: Loading extension module utils...
+ 9: Loading extension module utils...
+12: Loading extension module utils...
+ 9: Loading extension module utils...
+ 9: Loading extension module utils...
+12: Loading extension module utils...
+ 9: Loading extension module utils...
+12: Loading extension module utils...
+ 9: Loading extension module utils...
+ 9: Loading extension module utils...
+12: Loading extension module utils...
+12: Loading extension module utils...
+ 9: Loading extension module utils...
+12: Loading extension module utils...
+11: Loading extension module utils...
+11: Loading extension module utils...
+11: Loading extension module utils...
+11: Loading extension module utils...
+11: Loading extension module utils...
+11: Loading extension module utils...
+11: Loading extension module utils...
+11: Loading extension module utils...
+15: Loading extension module utils...
+15: Loading extension module utils...
+15: Loading extension module utils...
+15: Loading extension module utils...
+15: Loading extension module utils...
+15: Loading extension module utils...
+17: Loading extension module utils...
+15: Loading extension module utils...
+17: Loading extension module utils...
+14: Loading extension module utils...
+18: Loading extension module utils...
+15: Loading extension module utils...
+17: Loading extension module utils...
+14: Loading extension module utils...
+14: Loading extension module utils...
+13: Loading extension module utils...
+18: Loading extension module utils...
+17: Loading extension module utils...
+13: Loading extension module utils...
+17: Loading extension module utils...
+18: Loading extension module utils...
+14: Loading extension module utils...
+14: Loading extension module utils...
+13: Loading extension module utils...
+17: Loading extension module utils...
+18: Loading extension module utils...
+14: Loading extension module utils...
+13: Loading extension module utils...
+17: Loading extension module utils...
+18: Loading extension module utils...
+14: Loading extension module utils...
+18: Loading extension module utils...
+17: Loading extension module utils...
+14: Loading extension module utils...
+13: Loading extension module utils...
+18: Loading extension module utils...
+13: Loading extension module utils...
+18: Loading extension module utils...
+13: Loading extension module utils...
+16: Loading extension module utils...
+13: Loading extension module utils...
+16: Loading extension module utils...
+16: Loading extension module utils...
+16: Loading extension module utils...
+16: Loading extension module utils...
+16: Loading extension module utils...
+16: Loading extension module utils...
+16: Loading extension module utils...
+19: Loading extension module utils...
+19: Loading extension module utils...
+20: Loading extension module utils...
+19: Loading extension module utils...
+19: Loading extension module utils...
+20: Loading extension module utils...
+19: Loading extension module utils...
+20: Loading extension module utils...
+19: Loading extension module utils...
+24: Loading extension module utils...
+19: Loading extension module utils...
+21: Loading extension module utils...
+20: Loading extension module utils...
+19: Loading extension module utils...
+24: Loading extension module utils...
+20: Loading extension module utils...
+21: Loading extension module utils...
+20: Loading extension module utils...
+24: Loading extension module utils...
+20: Loading extension module utils...
+21: Loading extension module utils...
+20: Loading extension module utils...
+24: Loading extension module utils...
+21: Loading extension module utils...
+24: Loading extension module utils...
+21: Loading extension module utils...
+24: Loading extension module utils...
+21: Loading extension module utils...
+24: Loading extension module utils...
+24: Loading extension module utils...
+21: Loading extension module utils...
+21: Loading extension module utils...
+22: Loading extension module utils...
+23: Loading extension module utils...
+22: Loading extension module utils...
+23: Loading extension module utils...
+22: Loading extension module utils...
+23: Loading extension module utils...
+22: Loading extension module utils...
+23: Loading extension module utils...
+23: Loading extension module utils...
+22: Loading extension module utils...
+23: Loading extension module utils...
+25: Loading extension module utils...
+23: Loading extension module utils...
+22: Loading extension module utils...
+25: Loading extension module utils...
+23: Loading extension module utils...
+22: Loading extension module utils...
+25: Loading extension module utils...
+22: Loading extension module utils...
+25: Loading extension module utils...
+25: Loading extension module utils...
+25: Loading extension module utils...
+25: Loading extension module utils...
+25: Loading extension module utils...
+30: Loading extension module utils...
+26: Loading extension module utils...
+30: Loading extension module utils...
+29: Loading extension module utils...
+30: Loading extension module utils...
+26: Loading extension module utils...
+29: Loading extension module utils...
+26: Loading extension module utils...
+30: Loading extension module utils...
+26: Loading extension module utils...
+29: Loading extension module utils...
+30: Loading extension module utils...
+26: Loading extension module utils...
+30: Loading extension module utils...
+29: Loading extension module utils...
+26: Loading extension module utils...
+29: Loading extension module utils...
+30: Loading extension module utils...
+28: Loading extension module utils...
+26: Loading extension module utils...
+30: Loading extension module utils...
+29: Loading extension module utils...
+26: Loading extension module utils...
+27: Loading extension module utils...
+28: Loading extension module utils...
+29: Loading extension module utils...
+28: Loading extension module utils...
+28: Loading extension module utils...
+29: Loading extension module utils...
+27: Loading extension module utils...
+27: Loading extension module utils...
+28: Loading extension module utils...
+28: Loading extension module utils...
+27: Loading extension module utils...
+27: Loading extension module utils...
+28: Loading extension module utils...
+28: Loading extension module utils...
+27: Loading extension module utils...
+27: Loading extension module utils...
+27: Loading extension module utils...
+31: Loading extension module utils...
+31: Loading extension module utils...
+31: Loading extension module utils...
+31: Loading extension module utils...
+31: Loading extension module utils...
+31: Loading extension module utils...
+31: Loading extension module utils...
+31: Loading extension module utils...
+ 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 0: 
+ 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 0: No modifications detected for re-loaded extension module utils, skipping build step...
+ 0: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step...
+ 0: 
+ 0: Loading extension module utils...
+ 0: No modifications detected for re-loaded extension module utils, skipping build step...
+ 0: Loading extension module utils...
+ 0: No modifications detected for re-loaded extension module utils, skipping build step...
+ 0: Loading extension module utils...
+ 0: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...
+ 0: 
+ 0: Loading extension module utils...Loading extension module utils...
+ 0: 
+ 0: No modifications detected for re-loaded extension module utils, skipping build step...
+ 0: Loading extension module utils...
+24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+24: 
+24: 
+24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+24: 
+24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+24: No modifications detected for re-loaded extension module utils, skipping build step...
+24: Loading extension module utils...
+24: No modifications detected for re-loaded extension module utils, skipping build step...
+24: Loading extension module utils...
+24: No modifications detected for re-loaded extension module utils, skipping build step...
+24: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step...
+24: No modifications detected for re-loaded extension module utils, skipping build step...
+24: 
+24: Loading extension module utils...
+24: Loading extension module utils...
+24: No modifications detected for re-loaded extension module utils, skipping build step...
+24: Loading extension module utils...
+24: No modifications detected for re-loaded extension module utils, skipping build step...
+24: Loading extension module utils...
+24: No modifications detected for re-loaded extension module utils, skipping build step...
+24: Loading extension module utils...
+ 8: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 8: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 8: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 8: 
+ 8: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 8: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 8: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 8: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 8: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...
+ 8: 
+ 8: Loading extension module utils...Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step...
+ 8: 
+ 8: 
+ 8: Loading extension module utils...
+ 8: No modifications detected for re-loaded extension module utils, skipping build step...
+ 8: Loading extension module utils...
+ 8: No modifications detected for re-loaded extension module utils, skipping build step...
+ 8: Loading extension module utils...
+ 8: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...
+ 8: 
+ 8: Loading extension module utils...Loading extension module utils...
+ 8: 
+ 8: No modifications detected for re-loaded extension module utils, skipping build step...
+ 8: Loading extension module utils...
+17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+17: 
+17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+17: 
+17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+17: No modifications detected for re-loaded extension module utils, skipping build step...
+17: Loading extension module utils...
+17: No modifications detected for re-loaded extension module utils, skipping build step...
+17: Loading extension module utils...
+17: No modifications detected for re-loaded extension module utils, skipping build step...
+17: Loading extension module utils...
+17: No modifications detected for re-loaded extension module utils, skipping build step...
+17: Loading extension module utils...
+17: No modifications detected for re-loaded extension module utils, skipping build step...
+17: Loading extension module utils...
+17: No modifications detected for re-loaded extension module utils, skipping build step...
+17: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...
+17: 
+17: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step...
+17: 
+17: Loading extension module utils...
+12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+12: 
+12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+12: 
+12: No modifications detected for re-loaded extension module utils, skipping build step...
+12: Loading extension module utils...
+12: No modifications detected for re-loaded extension module utils, skipping build step...
+12: Loading extension module utils...
+12: No modifications detected for re-loaded extension module utils, skipping build step...
+12: Loading extension module utils...
+12: No modifications detected for re-loaded extension module utils, skipping build step...
+12: Loading extension module utils...
+12: No modifications detected for re-loaded extension module utils, skipping build step...
+12: Loading extension module utils...
+12: No modifications detected for re-loaded extension module utils, skipping build step...
+12: Loading extension module utils...
+12: No modifications detected for re-loaded extension module utils, skipping build step...
+12: Loading extension module utils...
+12: No modifications detected for re-loaded extension module utils, skipping build step...
+12: Loading extension module utils...
+ 7: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 7: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+30: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 7: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+30: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+30: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+30: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+30: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+30: 
+ 7: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 7: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 7: 
+30: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+30: 
+ 7: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 7: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+30: No modifications detected for re-loaded extension module utils, skipping build step...
+30: Loading extension module utils...
+30: No modifications detected for re-loaded extension module utils, skipping build step...
+30: Loading extension module utils...
+ 7: No modifications detected for re-loaded extension module utils, skipping build step...
+ 7: Loading extension module utils...
+ 7: No modifications detected for re-loaded extension module utils, skipping build step...
+ 7: Loading extension module utils...
+30: No modifications detected for re-loaded extension module utils, skipping build step...
+30: Loading extension module utils...
+ 7: No modifications detected for re-loaded extension module utils, skipping build step...
+ 7: Loading extension module utils...
+ 7: No modifications detected for re-loaded extension module utils, skipping build step...
+ 7: Loading extension module utils...
+ 7: No modifications detected for re-loaded extension module utils, skipping build step...
+ 7: Loading extension module utils...
+ 7: No modifications detected for re-loaded extension module utils, skipping build step...
+ 7: Loading extension module utils...
+ 7: No modifications detected for re-loaded extension module utils, skipping build step...
+ 7: Loading extension module utils...
+30: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...
+30: 
+30: Loading extension module utils...Loading extension module utils...
+30: 
+30: No modifications detected for re-loaded extension module utils, skipping build step...
+30: Loading extension module utils...
+30: No modifications detected for re-loaded extension module utils, skipping build step...
+30: Loading extension module utils...
+ 7: No modifications detected for re-loaded extension module utils, skipping build step...
+ 7: Loading extension module utils...
+30: No modifications detected for re-loaded extension module utils, skipping build step...
+30: Loading extension module utils...
+26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+26: 
+26: 
+26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+19: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+19: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+19: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+19: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+19: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+19: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+19: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+19: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+26: No modifications detected for re-loaded extension module utils, skipping build step...
+26: Loading extension module utils...
+26: No modifications detected for re-loaded extension module utils, skipping build step...
+26: Loading extension module utils...
+26: No modifications detected for re-loaded extension module utils, skipping build step...
+26: Loading extension module utils...
+26: No modifications detected for re-loaded extension module utils, skipping build step...
+26: Loading extension module utils...
+26: No modifications detected for re-loaded extension module utils, skipping build step...
+26: Loading extension module utils...
+26: No modifications detected for re-loaded extension module utils, skipping build step...
+26: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...
+26: 
+26: Loading extension module utils...
+26: No modifications detected for re-loaded extension module utils, skipping build step...
+26: Loading extension module utils...
+19: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...
+19: 
+19: Loading extension module utils...
+19: Loading extension module utils...
+19: No modifications detected for re-loaded extension module utils, skipping build step...
+19: Loading extension module utils...
+19: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...
+19: 
+19: Loading extension module utils...Loading extension module utils...
+19: 
+19: No modifications detected for re-loaded extension module utils, skipping build step...
+19: Loading extension module utils...
+19: No modifications detected for re-loaded extension module utils, skipping build step...
+19: Loading extension module utils...
+19: No modifications detected for re-loaded extension module utils, skipping build step...
+19: Loading extension module utils...
+10: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+10: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+10: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+10: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+10: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+10: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+10: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+10: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+10: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...
+10: 
+10: Loading extension module utils...
+10: Loading extension module utils...
+10: No modifications detected for re-loaded extension module utils, skipping build step...
+10: Loading extension module utils...
+10: No modifications detected for re-loaded extension module utils, skipping build step...
+10: Loading extension module utils...
+10: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...
+10: 
+10: Loading extension module utils...Loading extension module utils...
+10: 
+10: No modifications detected for re-loaded extension module utils, skipping build step...
+10: Loading extension module utils...
+10: No modifications detected for re-loaded extension module utils, skipping build step...
+10: Loading extension module utils...
+29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+18: 
+18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+29: No modifications detected for re-loaded extension module utils, skipping build step...
+29: Loading extension module utils...
+ 6: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+18: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...
+18: 
+18: Loading extension module utils...Loading extension module utils...
+18: 
+18: No modifications detected for re-loaded extension module utils, skipping build step...
+18: Loading extension module utils...
+18: No modifications detected for re-loaded extension module utils, skipping build step...
+18: Loading extension module utils...
+29: No modifications detected for re-loaded extension module utils, skipping build step...
+29: Loading extension module utils...
+ 6: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 6: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 6: 
+ 6: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 6: 
+ 6: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 6: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+18: No modifications detected for re-loaded extension module utils, skipping build step...
+18: Loading extension module utils...
+18: No modifications detected for re-loaded extension module utils, skipping build step...
+18: Loading extension module utils...
+29: No modifications detected for re-loaded extension module utils, skipping build step...
+29: Loading extension module utils...
+18: No modifications detected for re-loaded extension module utils, skipping build step...
+18: Loading extension module utils...
+18: No modifications detected for re-loaded extension module utils, skipping build step...
+18: Loading extension module utils...
+14: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+29: No modifications detected for re-loaded extension module utils, skipping build step...
+29: Loading extension module utils...
+29: No modifications detected for re-loaded extension module utils, skipping build step...
+29: Loading extension module utils...
+29: No modifications detected for re-loaded extension module utils, skipping build step...
+29: Loading extension module utils...
+29: No modifications detected for re-loaded extension module utils, skipping build step...
+29: Loading extension module utils...
+21: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+21: 
+21: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+14: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+14: 
+14: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+11: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+11: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+14: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+11: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+21: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+21: 
+14: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+29: No modifications detected for re-loaded extension module utils, skipping build step...
+29: Loading extension module utils...
+ 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+11: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+21: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+21: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+14: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 5: 
+ 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+21: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+14: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+11: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+11: 
+11: 
+11: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 6: No modifications detected for re-loaded extension module utils, skipping build step...
+ 6: Loading extension module utils...
+ 4: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 5: No modifications detected for re-loaded extension module utils, skipping build step...
+ 5: Loading extension module utils...
+ 4: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 5: No modifications detected for re-loaded extension module utils, skipping build step...
+ 5: Loading extension module utils...
+ 5: No modifications detected for re-loaded extension module utils, skipping build step...
+ 5: Loading extension module utils...
+ 4: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 4: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 4: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 4: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 4: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 5: No modifications detected for re-loaded extension module utils, skipping build step...
+ 5: No modifications detected for re-loaded extension module utils, skipping build step...
+ 5: Loading extension module utils...
+ 5: Loading extension module utils...
+ 5: No modifications detected for re-loaded extension module utils, skipping build step...
+ 5: Loading extension module utils...
+ 4: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 5: No modifications detected for re-loaded extension module utils, skipping build step...
+ 5: Loading extension module utils...
+15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 5: No modifications detected for re-loaded extension module utils, skipping build step...
+ 5: Loading extension module utils...
+14: No modifications detected for re-loaded extension module utils, skipping build step...
+14: Loading extension module utils...
+15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+11: No modifications detected for re-loaded extension module utils, skipping build step...
+11: Loading extension module utils...
+15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+21: No modifications detected for re-loaded extension module utils, skipping build step...
+21: Loading extension module utils...
+25: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 6: No modifications detected for re-loaded extension module utils, skipping build step...
+ 6: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step...
+ 6: 
+ 6: Loading extension module utils...
+ 6: No modifications detected for re-loaded extension module utils, skipping build step...
+ 6: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step...
+ 6: 
+ 6: Loading extension module utils...
+ 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 3: 
+20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 6: No modifications detected for re-loaded extension module utils, skipping build step...
+ 6: Loading extension module utils...
+ 6: No modifications detected for re-loaded extension module utils, skipping build step...
+ 6: Loading extension module utils...
+20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+20: 
+20: 
+20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+25: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+25: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+25: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 6: No modifications detected for re-loaded extension module utils, skipping build step...
+ 6: Loading extension module utils...
+ 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+25: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+25: 
+25: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+25: 
+14: No modifications detected for re-loaded extension module utils, skipping build step...
+14: Loading extension module utils...
+14: No modifications detected for re-loaded extension module utils, skipping build step...
+14: Loading extension module utils...
+14: No modifications detected for re-loaded extension module utils, skipping build step...
+14: Loading extension module utils...
+14: No modifications detected for re-loaded extension module utils, skipping build step...
+14: Loading extension module utils...
+14: No modifications detected for re-loaded extension module utils, skipping build step...
+14: Loading extension module utils...
+14: No modifications detected for re-loaded extension module utils, skipping build step...
+28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+28: 
+28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 4: No modifications detected for re-loaded extension module utils, skipping build step...
+ 4: Loading extension module utils...
+11: No modifications detected for re-loaded extension module utils, skipping build step...
+11: Loading extension module utils...
+11: No modifications detected for re-loaded extension module utils, skipping build step...
+11: Loading extension module utils...
+11: No modifications detected for re-loaded extension module utils, skipping build step...
+11: Loading extension module utils...
+11: No modifications detected for re-loaded extension module utils, skipping build step...
+14: Loading extension module utils...
+21: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...
+21: 
+21: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...
+21: 
+21: 
+21: Loading extension module utils...
+14: No modifications detected for re-loaded extension module utils, skipping build step...
+14: Loading extension module utils...
+11: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step...
+11: 
+11: Loading extension module utils...
+11: No modifications detected for re-loaded extension module utils, skipping build step...
+28: No modifications detected for re-loaded extension module utils, skipping build step...
+28: Loading extension module utils...
+ 4: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...
+ 4: 
+ 4: Loading extension module utils...Loading extension module utils...
+ 4: 
+ 4: No modifications detected for re-loaded extension module utils, skipping build step...
+ 4: Loading extension module utils...
+ 4: No modifications detected for re-loaded extension module utils, skipping build step...
+ 4: Loading extension module utils...
+11: Loading extension module utils...
+ 4: No modifications detected for re-loaded extension module utils, skipping build step...
+ 4: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...
+ 4: 
+ 4: Loading extension module utils...
+21: No modifications detected for re-loaded extension module utils, skipping build step...
+21: Loading extension module utils...
+21: No modifications detected for re-loaded extension module utils, skipping build step...
+21: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...
+21: 
+22: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+22: 
+11: No modifications detected for re-loaded extension module utils, skipping build step...
+11: Loading extension module utils...
+21: Loading extension module utils...
+28: No modifications detected for re-loaded extension module utils, skipping build step...
+28: Loading extension module utils...
+ 4: No modifications detected for re-loaded extension module utils, skipping build step...
+15: No modifications detected for re-loaded extension module utils, skipping build step...
+15: Loading extension module utils...
+28: No modifications detected for re-loaded extension module utils, skipping build step...
+28: Loading extension module utils...
+ 2: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 2: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 2: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 2: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 2: 
+ 2: 
+ 2: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 2: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 4: Loading extension module utils...
+21: No modifications detected for re-loaded extension module utils, skipping build step...
+21: Loading extension module utils...
+ 3: No modifications detected for re-loaded extension module utils, skipping build step...
+ 3: Loading extension module utils...
+13: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+13: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+20: No modifications detected for re-loaded extension module utils, skipping build step...
+20: Loading extension module utils...
+27: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+28: No modifications detected for re-loaded extension module utils, skipping build step...
+28: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step...
+28: 
+28: 
+28: Loading extension module utils...
+28: Loading extension module utils...
+13: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+27: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+27: 
+28: No modifications detected for re-loaded extension module utils, skipping build step...
+28: Loading extension module utils...
+27: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+27: 
+27: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+27: 
+13: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+13: 
+13: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+15: No modifications detected for re-loaded extension module utils, skipping build step...
+15: Loading extension module utils...
+15: No modifications detected for re-loaded extension module utils, skipping build step...
+15: Loading extension module utils...
+15: No modifications detected for re-loaded extension module utils, skipping build step...
+15: Loading extension module utils...
+15: No modifications detected for re-loaded extension module utils, skipping build step...
+27: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+13: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 3: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...
+ 3: 
+ 3: Loading extension module utils...
+ 3: Loading extension module utils...
+ 3: No modifications detected for re-loaded extension module utils, skipping build step...
+ 3: Loading extension module utils...
+ 3: No modifications detected for re-loaded extension module utils, skipping build step...
+ 3: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step...
+ 3: 
+15: Loading extension module utils...
+15: No modifications detected for re-loaded extension module utils, skipping build step...
+15: Loading extension module utils...
+13: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+22: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+22: 
+22: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+22: 
+22: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+22: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+28: No modifications detected for re-loaded extension module utils, skipping build step...
+28: Loading extension module utils...
+15: No modifications detected for re-loaded extension module utils, skipping build step...
+15: Loading extension module utils...
+ 3: Loading extension module utils...
+ 3: No modifications detected for re-loaded extension module utils, skipping build step...
+ 3: Loading extension module utils...
+15: No modifications detected for re-loaded extension module utils, skipping build step...
+15: Loading extension module utils...
+ 3: No modifications detected for re-loaded extension module utils, skipping build step...
+ 3: Loading extension module utils...
+20: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...
+20: 
+20: 
+20: Loading extension module utils...Loading extension module utils...Loading extension module utils...
+20: 
+20: No modifications detected for re-loaded extension module utils, skipping build step...
+20: 
+20: Loading extension module utils...
+20: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...
+20: 
+20: Loading extension module utils...
+20: Loading extension module utils...
+20: No modifications detected for re-loaded extension module utils, skipping build step...
+20: Loading extension module utils...
+27: No modifications detected for re-loaded extension module utils, skipping build step...
+27: Loading extension module utils...
+27: No modifications detected for re-loaded extension module utils, skipping build step...
+27: Loading extension module utils...
+ 2: No modifications detected for re-loaded extension module utils, skipping build step...
+ 2: Loading extension module utils...
+13: No modifications detected for re-loaded extension module utils, skipping build step...
+13: Loading extension module utils...
+22: No modifications detected for re-loaded extension module utils, skipping build step...
+22: Loading extension module utils...
+ 2: No modifications detected for re-loaded extension module utils, skipping build step...
+ 2: Loading extension module utils...
+27: No modifications detected for re-loaded extension module utils, skipping build step...
+27: Loading extension module utils...
+25: No modifications detected for re-loaded extension module utils, skipping build step...
+25: Loading extension module utils...
+ 2: No modifications detected for re-loaded extension module utils, skipping build step...
+ 2: Loading extension module utils...
+ 2: No modifications detected for re-loaded extension module utils, skipping build step...
+ 2: Loading extension module utils...
+ 2: No modifications detected for re-loaded extension module utils, skipping build step...
+ 2: Loading extension module utils...
+27: No modifications detected for re-loaded extension module utils, skipping build step...
+27: Loading extension module utils...
+ 2: No modifications detected for re-loaded extension module utils, skipping build step...
+ 2: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...
+ 2: 
+ 2: Loading extension module utils...
+ 2: No modifications detected for re-loaded extension module utils, skipping build step...
+25: No modifications detected for re-loaded extension module utils, skipping build step...
+25: Loading extension module utils...
+ 2: Loading extension module utils...
+27: No modifications detected for re-loaded extension module utils, skipping build step...
+27: Loading extension module utils...
+27: No modifications detected for re-loaded extension module utils, skipping build step...
+27: Loading extension module utils...
+27: No modifications detected for re-loaded extension module utils, skipping build step...
+27: Loading extension module utils...
+13: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...
+13: 
+13: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...Loading extension module utils...
+13: 
+13: 
+13: Loading extension module utils...
+13: No modifications detected for re-loaded extension module utils, skipping build step...
+13: Loading extension module utils...
+13: No modifications detected for re-loaded extension module utils, skipping build step...
+25: No modifications detected for re-loaded extension module utils, skipping build step...
+25: Loading extension module utils...
+25: No modifications detected for re-loaded extension module utils, skipping build step...
+25: Loading extension module utils...
+25: No modifications detected for re-loaded extension module utils, skipping build step...
+25: Loading extension module utils...
+25: No modifications detected for re-loaded extension module utils, skipping build step...
+25: Loading extension module utils...
+13: Loading extension module utils...
+13: No modifications detected for re-loaded extension module utils, skipping build step...
+13: Loading extension module utils...
+25: No modifications detected for re-loaded extension module utils, skipping build step...
+25: Loading extension module utils...
+27: No modifications detected for re-loaded extension module utils, skipping build step...
+27: Loading extension module utils...
+22: No modifications detected for re-loaded extension module utils, skipping build step...
+22: Loading extension module utils...
+13: No modifications detected for re-loaded extension module utils, skipping build step...
+13: Loading extension module utils...
+25: No modifications detected for re-loaded extension module utils, skipping build step...
+25: Loading extension module utils...
+22: No modifications detected for re-loaded extension module utils, skipping build step...
+22: Loading extension module utils...
+22: No modifications detected for re-loaded extension module utils, skipping build step...
+22: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step...
+22: 
+22: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...
+22: 
+22: Loading extension module utils...
+22: No modifications detected for re-loaded extension module utils, skipping build step...
+22: Loading extension module utils...
+22: No modifications detected for re-loaded extension module utils, skipping build step...
+22: Loading extension module utils...
+16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+16: 
+16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+16: No modifications detected for re-loaded extension module utils, skipping build step...
+16: Loading extension module utils...
+16: No modifications detected for re-loaded extension module utils, skipping build step...
+16: Loading extension module utils...
+16: No modifications detected for re-loaded extension module utils, skipping build step...
+16: Loading extension module utils...
+16: No modifications detected for re-loaded extension module utils, skipping build step...
+16: Loading extension module utils...
+16: No modifications detected for re-loaded extension module utils, skipping build step...
+16: Loading extension module utils...
+16: No modifications detected for re-loaded extension module utils, skipping build step...
+16: Loading extension module utils...
+ 1: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 1: 
+16: No modifications detected for re-loaded extension module utils, skipping build step...
+16: Loading extension module utils...
+ 1: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+16: No modifications detected for re-loaded extension module utils, skipping build step...
+16: Loading extension module utils...
+ 1: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 1: 
+ 1: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 1: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 1: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+23: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+23: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+23: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+23: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+23: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+23: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 1: No modifications detected for re-loaded extension module utils, skipping build step...
+ 1: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...
+ 1: 
+ 1: Loading extension module utils...
+23: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+23: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 1: No modifications detected for re-loaded extension module utils, skipping build step...
+ 1: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...
+ 1: 
+ 1: Loading extension module utils...
+ 1: No modifications detected for re-loaded extension module utils, skipping build step...
+ 1: Loading extension module utils...
+ 1: No modifications detected for re-loaded extension module utils, skipping build step...
+ 1: Loading extension module utils...
+ 1: No modifications detected for re-loaded extension module utils, skipping build step...
+ 1: Loading extension module utils...
+ 9: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 9: 
+ 9: 
+ 9: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 9: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 1: No modifications detected for re-loaded extension module utils, skipping build step...
+ 1: Loading extension module utils...
+ 9: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 9: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+23: No modifications detected for re-loaded extension module utils, skipping build step...
+23: Loading extension module utils...
+ 9: 
+31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+23: No modifications detected for re-loaded extension module utils, skipping build step...
+23: Loading extension module utils...
+23: No modifications detected for re-loaded extension module utils, skipping build step...
+23: Loading extension module utils...
+31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+31: 
+31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+23: No modifications detected for re-loaded extension module utils, skipping build step...
+23: Loading extension module utils...
+23: No modifications detected for re-loaded extension module utils, skipping build step...
+23: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...
+23: 
+23: Loading extension module utils...
+23: No modifications detected for re-loaded extension module utils, skipping build step...
+23: Loading extension module utils...
+23: No modifications detected for re-loaded extension module utils, skipping build step...
+23: Loading extension module utils...
+ 9: No modifications detected for re-loaded extension module utils, skipping build step...
+ 9: Loading extension module utils...
+ 9: No modifications detected for re-loaded extension module utils, skipping build step...
+ 9: Loading extension module utils...
+31: No modifications detected for re-loaded extension module utils, skipping build step...
+31: Loading extension module utils...
+31: No modifications detected for re-loaded extension module utils, skipping build step...
+31: Loading extension module utils...
+ 9: No modifications detected for re-loaded extension module utils, skipping build step...
+ 9: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step...
+ 9: 
+ 9: 
+ 9: Loading extension module utils...
+ 9: Loading extension module utils...
+ 9: No modifications detected for re-loaded extension module utils, skipping build step...
+ 9: Loading extension module utils...
+ 9: No modifications detected for re-loaded extension module utils, skipping build step...
+ 9: Loading extension module utils...
+31: No modifications detected for re-loaded extension module utils, skipping build step...
+31: Loading extension module utils...
+31: No modifications detected for re-loaded extension module utils, skipping build step...
+31: Loading extension module utils...
+31: No modifications detected for re-loaded extension module utils, skipping build step...
+31: Loading extension module utils...
+31: No modifications detected for re-loaded extension module utils, skipping build step...
+31: Loading extension module utils...
+31: No modifications detected for re-loaded extension module utils, skipping build step...
+31: Loading extension module utils...
+ 9: No modifications detected for re-loaded extension module utils, skipping build step...
+ 9: Loading extension module utils...
+31: No modifications detected for re-loaded extension module utils, skipping build step...
+31: Loading extension module utils...
+ 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 0: No modifications detected for re-loaded extension module utils, skipping build step...
+ 0: Loading extension module utils...
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/utils.py:349: UserWarning: Parameter count with the embeddings will be inaccurate with PP > 1, as the first and last stage hold several copies of the embeddings
+ 0:   warnings.warn("Parameter count with the embeddings will be inaccurate with PP > 1, as the first and last stage hold several copies of the embeddings")
diff --git a/2b855b4bc4opt2/3479854.out b/2b855b4bc4opt2/3479854.out
new file mode 100644
index 0000000000000000000000000000000000000000..e9fdeaa379bbbe54b8fc419f50d4225af309b09c
--- /dev/null
+++ b/2b855b4bc4opt2/3479854.out
@@ -0,0 +1,38458 @@
+Model parameters: d_model 2304 ffw_size 9216 kv_size 128 n_heads 18 n_layers 32
+Megatron-DeepSpeed/pretrain_gpt.py --tensor-model-parallel-size 1 --pipeline-model-parallel-size 1 --num-layers 32 --hidden-size 2304 --num-attention-heads 18 --kv-channels 128 --ffn-hidden-size 9216 --seq-length 2048 --max-position-embeddings 2048 --micro-batch-size 2 --global-batch-size 512 --train-samples 1 --vocab-file gpt2/vocab.json --merge-file gpt2/merges.txt --clip-grad 1.0 --kill-switch-path kill-switch-2b855b4bc4opt2val --bf16 --optimizer adam --adam-beta1 0.9 --adam-beta2 0.999 --adam-eps 1e-8 --lr 2e-4 --min-lr 2e-5 --lr-decay-style cosine --lr-decay-samples 1 --lr-warmup-samples 0 --clip-grad 1.0 --weight-decay 1e-1 --override-lr-scheduler --reset-progress --no-load-optim --log-interval 10 --save-interval 1000 --eval-interval 1 --eval-iters 100 --eval-only true --tensorboard-dir tensorboard_2b855b4bc4opt2val --tensorboard-queue-size 5 --log-timers-to-tensorboard --log-batch-size-to-tensorboard --log-validation-ppl-to-tensorboard --save lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2 --load lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2 --train-weighted-split-paths-path train1b5.txt --valid-weighted-split-paths-path val.txt --data-impl mmap --deepspeed --deepspeed_config ds_configs/3479854.json --zero-stage 0
+START 3479854: Mon 08 May 2023 07:39:40 PM EEST
+ 0: 
+ 0: 
+ 0: ======================= ROCm System Management Interface =======================
+ 0: ================================= Concise Info =================================
+ 0: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+ 0: 0    44.0c  99.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 0: 1    50.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 0: 2    37.0c  91.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 0: 3    44.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 0: 4    43.0c  90.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 0: 5    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 0: 6    42.0c  84.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 0: 7    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 0: ================================================================================
+ 0: ============================= End of ROCm SMI Log ==============================
+ 3: 
+ 3: 
+ 3: ======================= ROCm System Management Interface =======================
+ 3: ================================= Concise Info =================================
+ 3: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+ 3: 0    44.0c  98.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 3: 1    44.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 3: 2    42.0c  89.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 3: 3    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 3: 4    41.0c  92.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 3: 5    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 3: 6    45.0c  87.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 3: 7    42.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 3: ================================================================================
+ 3: ============================= End of ROCm SMI Log ==============================
+ 5: 
+ 5: 
+ 5: ======================= ROCm System Management Interface =======================
+ 5: ================================= Concise Info =================================
+ 5: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+ 5: 0    46.0c  93.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 5: 1    48.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 5: 2    33.0c  90.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 5: 3    50.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 5: 4    43.0c  92.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 5: 5    49.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 5: 6    38.0c  86.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 5: 7    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 5: ================================================================================
+ 5: ============================= End of ROCm SMI Log ==============================
+10: 
+10: 
+10: ======================= ROCm System Management Interface =======================
+10: ================================= Concise Info =================================
+10: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+10: 0    45.0c  100.0W  800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+10: 1    43.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+10: 2    41.0c  86.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+10: 3    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+10: 4    44.0c  94.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+10: 5    44.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+10: 6    39.0c  88.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+10: 7    43.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+10: ================================================================================
+10: ============================= End of ROCm SMI Log ==============================
+ 7: 
+ 7: 
+ 7: ======================= ROCm System Management Interface =======================
+ 7: ================================= Concise Info =================================
+ 7: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+ 7: 0    46.0c  92.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 7: 1    43.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 7: 2    40.0c  87.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 7: 3    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 7: 4    40.0c  93.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 7: 5    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 7: 6    41.0c  92.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 7: 7    48.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 7: ================================================================================
+ 7: ============================= End of ROCm SMI Log ==============================
+20: 
+20: 
+20: ======================= ROCm System Management Interface =======================
+20: ================================= Concise Info =================================
+20: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+20: 0    44.0c  93.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+20: 1    44.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+20: 2    41.0c  88.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+20: 3    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+20: 4    37.0c  87.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+20: 5    48.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+20: 6    40.0c  81.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+20: 7    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+20: ================================================================================
+20: ============================= End of ROCm SMI Log ==============================
+13: 
+13: 
+13: ======================= ROCm System Management Interface =======================
+13: ================================= Concise Info =================================
+13: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+13: 0    41.0c  93.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+13: 1    44.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+13: 2    37.0c  88.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+13: 3    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+13: 4    47.0c  86.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+13: 5    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+13: 6    44.0c  84.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+13: 7    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+13: ================================================================================
+13: ============================= End of ROCm SMI Log ==============================
+22: 
+22: 
+22: ======================= ROCm System Management Interface =======================
+22: ================================= Concise Info =================================
+22: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+22: 0    51.0c  92.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+22: 1    49.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+22: 2    47.0c  93.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+22: 3    44.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+22: 4    45.0c  87.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+22: 5    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+22: 6    45.0c  93.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+22: 7    41.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+22: ================================================================================
+22: ============================= End of ROCm SMI Log ==============================
+25: 
+25: 
+25: ======================= ROCm System Management Interface =======================
+25: ================================= Concise Info =================================
+25: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+25: 0    47.0c  95.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+25: 1    44.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+25: 2    41.0c  90.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+25: 3    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+25: 4    45.0c  89.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+25: 5    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+25: 6    37.0c  98.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+25: 7    42.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+25: ================================================================================
+25: ============================= End of ROCm SMI Log ==============================
+28: 
+28: 
+28: ======================= ROCm System Management Interface =======================
+28: ================================= Concise Info =================================
+28: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+28: 0    44.0c  92.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+28: 1    43.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+28: 2    37.0c  86.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+28: 3    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+28: 4    42.0c  84.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+28: 5    49.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+28: 6    42.0c  88.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+28: 7    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+28: ================================================================================
+28: ============================= End of ROCm SMI Log ==============================
+26: 
+26: 
+26: ======================= ROCm System Management Interface =======================
+26: ================================= Concise Info =================================
+26: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+26: 0    43.0c  92.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+26: 1    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+26: 2    43.0c  96.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+26: 3    44.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+26: 4    40.0c  88.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+26: 5    54.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+26: 6    43.0c  92.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+26: 7    48.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+26: ================================================================================
+26: ============================= End of ROCm SMI Log ==============================
+11: 
+11: 
+11: ======================= ROCm System Management Interface =======================
+11: ================================= Concise Info =================================
+11: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+11: 0    50.0c  89.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+11: 1    49.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+11: 2    39.0c  90.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+11: 3    40.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+11: 4    39.0c  92.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+11: 5    48.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+11: 6    40.0c  90.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+11: 7    44.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+11: ================================================================================
+11: ============================= End of ROCm SMI Log ==============================
+21: 
+21: 
+21: ======================= ROCm System Management Interface =======================
+21: ================================= Concise Info =================================
+21: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+21: 0    42.0c  85.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+21: 1    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+21: 2    44.0c  90.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+21: 3    41.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+21: 4    41.0c  96.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+21: 5    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+21: 6    44.0c  94.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+21: 7    44.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+21: ================================================================================
+21: ============================= End of ROCm SMI Log ==============================
+30: 
+30: 
+30: ======================= ROCm System Management Interface =======================
+30: ================================= Concise Info =================================
+30: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+30: 0    46.0c  96.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+30: 1    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+30: 2    42.0c  96.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+30: 3    44.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+30: 4    46.0c  89.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+30: 5    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+30: 6    40.0c  91.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+30: 7    50.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+30: ================================================================================
+30: ============================= End of ROCm SMI Log ==============================
+12: 
+12: 
+12: ======================= ROCm System Management Interface =======================
+12: ================================= Concise Info =================================
+12: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+12: 0    43.0c  94.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+12: 1    42.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+12: 2    40.0c  91.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+12: 3    43.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+12: 4    46.0c  85.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+12: 5    50.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+12: 6    42.0c  88.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+12: 7    44.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+12: ================================================================================
+12: ============================= End of ROCm SMI Log ==============================
+29: 
+29: 
+29: ======================= ROCm System Management Interface =======================
+29: ================================= Concise Info =================================
+29: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+29: 0    48.0c  90.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+29: 1    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+29: 2    45.0c  87.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+29: 3    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+29: 4    45.0c  88.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+29: 5    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+29: 6    41.0c  90.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+29: 7    44.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+29: ================================================================================
+29: ============================= End of ROCm SMI Log ==============================
+ 2: 
+ 2: 
+ 2: ======================= ROCm System Management Interface =======================
+ 2: ================================= Concise Info =================================
+ 2: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+ 2: 0    46.0c  88.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 2: 1    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 2: 2    43.0c  92.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 2: 3    40.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 2: 4    45.0c  82.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 2: 5    48.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 2: 6    47.0c  83.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 2: 7    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 2: ================================================================================
+ 2: ============================= End of ROCm SMI Log ==============================
+ 1: 
+ 1: 
+ 1: ======================= ROCm System Management Interface =======================
+ 1: ================================= Concise Info =================================
+ 1: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+ 1: 0    44.0c  99.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 1: 1    49.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 1: 2    44.0c  95.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 1: 3    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 1: 4    41.0c  92.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 1: 5    49.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 1: 6    42.0c  90.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 1: 7    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 1: ================================================================================
+ 1: ============================= End of ROCm SMI Log ==============================
+27: 
+27: 
+27: ======================= ROCm System Management Interface =======================
+27: ================================= Concise Info =================================
+27: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+27: 0    47.0c  92.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+27: 1    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+27: 2    43.0c  91.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+27: 3    41.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+27: 4    43.0c  87.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+27: 5    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+27: 6    41.0c  84.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+27: 7    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+27: ================================================================================
+27: ============================= End of ROCm SMI Log ==============================
+23: 
+23: 
+23: ======================= ROCm System Management Interface =======================
+23: ================================= Concise Info =================================
+23: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+23: 0    47.0c  86.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+23: 1    51.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+23: 2    44.0c  89.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+23: 3    50.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+23: 4    43.0c  85.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+23: 5    51.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+23: 6    43.0c  92.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+23: 7    43.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+23: ================================================================================
+23: ============================= End of ROCm SMI Log ==============================
+17: 
+17: 
+17: ======================= ROCm System Management Interface =======================
+17: ================================= Concise Info =================================
+17: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+17: 0    46.0c  94.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+17: 1    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+17: 2    46.0c  95.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+17: 3    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+17: 4    45.0c  87.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+17: 5    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+17: 6    38.0c  89.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+17: 7    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+17: ================================================================================
+17: ============================= End of ROCm SMI Log ==============================
+14: 
+14: 
+14: ======================= ROCm System Management Interface =======================
+14: ================================= Concise Info =================================
+14: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+14: 0    47.0c  90.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+14: 1    48.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+14: 2    41.0c  96.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+14: 3    43.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+14: 4    42.0c  89.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+14: 5    49.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+14: 6    43.0c  88.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+14: 7    43.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+14: ================================================================================
+14: ============================= End of ROCm SMI Log ==============================
+ 4: 
+ 4: 
+ 4: ======================= ROCm System Management Interface =======================
+ 4: ================================= Concise Info =================================
+ 4: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+ 4: 0    43.0c  92.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 4: 1    49.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 4: 2    38.0c  88.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 4: 3    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 4: 4    44.0c  84.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 4: 5    43.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 4: 6    40.0c  90.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 4: 7    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 4: ================================================================================
+ 4: ============================= End of ROCm SMI Log ==============================
+19: 
+19: 
+19: ======================= ROCm System Management Interface =======================
+19: ================================= Concise Info =================================
+19: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+19: 0    47.0c  90.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+19: 1    42.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+19: 2    47.0c  88.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+19: 3    44.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+19: 4    43.0c  94.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+19: 5    44.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+19: 6    48.0c  87.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+19: 7    43.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+19: ================================================================================
+19: ============================= End of ROCm SMI Log ==============================
+18: 
+18: 
+18: ======================= ROCm System Management Interface =======================
+18: ================================= Concise Info =================================
+18: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+18: 0    47.0c  94.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+18: 1    49.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+18: 2    45.0c  80.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+18: 3    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+18: 4    40.0c  84.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+18: 5    48.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+18: 6    46.0c  86.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+18: 7    43.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+18: ================================================================================
+18: ============================= End of ROCm SMI Log ==============================
+15: 
+15: 
+15: ======================= ROCm System Management Interface =======================
+15: ================================= Concise Info =================================
+15: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+15: 0    42.0c  95.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+15: 1    39.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+15: 2    41.0c  92.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+15: 3    43.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+15: 4    40.0c  88.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+15: 5    49.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+15: 6    42.0c  91.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+15: 7    42.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+15: ================================================================================
+15: ============================= End of ROCm SMI Log ==============================
+ 8: 
+ 8: 
+ 8: ======================= ROCm System Management Interface =======================
+ 8: ================================= Concise Info =================================
+ 8: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+ 8: 0    46.0c  91.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 8: 1    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 8: 2    47.0c  89.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 8: 3    43.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 8: 4    42.0c  90.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 8: 5    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 8: 6    39.0c  91.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 8: 7    41.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 8: ================================================================================
+ 8: ============================= End of ROCm SMI Log ==============================
+31: 
+31: 
+31: ======================= ROCm System Management Interface =======================
+31: ================================= Concise Info =================================
+31: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+31: 0    45.0c  95.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+31: 1    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+31: 2    46.0c  85.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+31: 3    48.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+31: 4    45.0c  91.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+31: 5    48.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+31: 6    41.0c  85.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+31: 7    48.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+31: ================================================================================
+31: ============================= End of ROCm SMI Log ==============================
+24: 
+24: 
+24: ======================= ROCm System Management Interface =======================
+24: ================================= Concise Info =================================
+24: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+24: 0    44.0c  88.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+24: 1    49.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+24: 2    41.0c  97.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+24: 3    48.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+24: 4    43.0c  88.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+24: 5    43.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+24: 6    35.0c  81.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+24: 7    49.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+24: ================================================================================
+24: ============================= End of ROCm SMI Log ==============================
+16: 
+16: 
+16: ======================= ROCm System Management Interface =======================
+16: ================================= Concise Info =================================
+16: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+16: 0    45.0c  97.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+16: 1    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+16: 2    38.0c  91.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+16: 3    38.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+16: 4    48.0c  84.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+16: 5    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+16: 6    40.0c  85.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+16: 7    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+16: ================================================================================
+16: ============================= End of ROCm SMI Log ==============================
+ 9: 
+ 9: 
+ 9: ======================= ROCm System Management Interface =======================
+ 9: ================================= Concise Info =================================
+ 9: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+ 9: 0    43.0c  96.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 9: 1    48.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 9: 2    39.0c  94.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 9: 3    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 9: 4    41.0c  88.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 9: 5    43.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 9: 6    41.0c  94.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 9: 7    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 9: ================================================================================
+ 9: ============================= End of ROCm SMI Log ==============================
+ 6: 
+ 6: 
+ 6: ======================= ROCm System Management Interface =======================
+ 6: ================================= Concise Info =================================
+ 6: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+ 6: 0    49.0c  91.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 6: 1    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 6: 2    39.0c  92.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 6: 3    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 6: 4    45.0c  95.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 6: 5    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 6: 6    45.0c  91.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 6: 7    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 6: ================================================================================
+ 6: ============================= End of ROCm SMI Log ==============================
+20: Launching on nid006554 (20/32), master nid006534 port 9999, GPUs 8, CUDA: True
+30: Launching on nid006564 (30/32), master nid006534 port 9999, GPUs 8, CUDA: True
+22: Launching on nid006556 (22/32), master nid006534 port 9999, GPUs 8, CUDA: True
+18: Launching on nid006552 (18/32), master nid006534 port 9999, GPUs 8, CUDA: True
+13: Launching on nid006547 (13/32), master nid006534 port 9999, GPUs 8, CUDA: True
+29: Launching on nid006563 (29/32), master nid006534 port 9999, GPUs 8, CUDA: True
+ 1: Launching on nid006535 (1/32), master nid006534 port 9999, GPUs 8, CUDA: True
+ 7: Launching on nid006541 (7/32), master nid006534 port 9999, GPUs 8, CUDA: True
+10: Launching on nid006544 (10/32), master nid006534 port 9999, GPUs 8, CUDA: True
+25: Launching on nid006559 (25/32), master nid006534 port 9999, GPUs 8, CUDA: True
+11: Launching on nid006545 (11/32), master nid006534 port 9999, GPUs 8, CUDA: True
+ 2: Launching on nid006536 (2/32), master nid006534 port 9999, GPUs 8, CUDA: True
+ 8: Launching on nid006542 (8/32), master nid006534 port 9999, GPUs 8, CUDA: True
+27: Launching on nid006561 (27/32), master nid006534 port 9999, GPUs 8, CUDA: True
+19: Launching on nid006553 (19/32), master nid006534 port 9999, GPUs 8, CUDA: True
+ 5: Launching on nid006539 (5/32), master nid006534 port 9999, GPUs 8, CUDA: True
+ 4: Launching on nid006538 (4/32), master nid006534 port 9999, GPUs 8, CUDA: True
+12: Launching on nid006546 (12/32), master nid006534 port 9999, GPUs 8, CUDA: True
+26: Launching on nid006560 (26/32), master nid006534 port 9999, GPUs 8, CUDA: True
+28: Launching on nid006562 (28/32), master nid006534 port 9999, GPUs 8, CUDA: True
+ 0: Launching on nid006534 (0/32), master nid006534 port 9999, GPUs 8, CUDA: True
+21: Launching on nid006555 (21/32), master nid006534 port 9999, GPUs 8, CUDA: True
+23: Launching on nid006557 (23/32), master nid006534 port 9999, GPUs 8, CUDA: True
+ 3: Launching on nid006537 (3/32), master nid006534 port 9999, GPUs 8, CUDA: True
+15: Launching on nid006549 (15/32), master nid006534 port 9999, GPUs 8, CUDA: True
+14: Launching on nid006548 (14/32), master nid006534 port 9999, GPUs 8, CUDA: True
+31: Launching on nid006565 (31/32), master nid006534 port 9999, GPUs 8, CUDA: True
+ 6: Launching on nid006540 (6/32), master nid006534 port 9999, GPUs 8, CUDA: True
+17: Launching on nid006551 (17/32), master nid006534 port 9999, GPUs 8, CUDA: True
+ 9: Launching on nid006543 (9/32), master nid006534 port 9999, GPUs 8, CUDA: True
+24: Launching on nid006558 (24/32), master nid006534 port 9999, GPUs 8, CUDA: True
+16: Launching on nid006550 (16/32), master nid006534 port 9999, GPUs 8, CUDA: True
+ 0: using world size: 256, data-parallel-size: 256, tensor-model-parallel size: 1, pipeline-model-parallel size: 1 
+ 0: accumulate and all-reduce gradients in fp32 for bfloat16 data type.
+ 0: using torch.bfloat16 for parameters ...
+ 0: ------------------------ arguments ------------------------
+ 0:   abort_on_unmet_fused_kernel_constraints ......... False
+ 0:   accumulate_allreduce_grads_in_fp32 .............. True
+ 0:   adam_beta1 ...................................... 0.9
+ 0:   adam_beta2 ...................................... 0.999
+ 0:   adam_eps ........................................ 1e-08
+ 0:   adlr_autoresume ................................. False
+ 0:   adlr_autoresume_interval ........................ 1000
+ 0:   apply_query_key_layer_scaling ................... True
+ 0:   apply_residual_connection_post_layernorm ........ False
+ 0:   attention_dropout ............................... 0.1
+ 0:   attention_softmax_in_fp32 ....................... False
+ 0:   bert_binary_head ................................ True
+ 0:   bert_load ....................................... None
+ 0:   bf16 ............................................ True
+ 0:   bias_dropout_fusion ............................. True
+ 0:   bias_gelu_fusion ................................ True
+ 0:   biencoder_projection_dim ........................ 0
+ 0:   biencoder_shared_query_context_model ............ False
+ 0:   block_data_path ................................. None
+ 0:   checkpoint_activations .......................... False
+ 0:   checkpoint_in_cpu ............................... False
+ 0:   checkpoint_num_layers ........................... 1
+ 0:   clip_grad ....................................... 1.0
+ 0:   codecarbon_dir .................................. None
+ 0:   consumed_train_samples .......................... 0
+ 0:   consumed_train_tokens ........................... 0
+ 0:   consumed_valid_samples .......................... 0
+ 0:   contigious_checkpointing ........................ False
+ 0:   cpu_optimizer ................................... False
+ 0:   cpu_torch_adam .................................. False
+ 0:   curriculum_learning ............................. False
+ 0:   data_impl ....................................... mmap
+ 0:   data_parallel_size .............................. 256
+ 0:   data_path ....................................... None
+ 0:   dataloader_type ................................. single
+ 0:   DDP_impl ........................................ local
+ 0:   decoder_seq_length .............................. None
+ 0:   deepscale ....................................... False
+ 0:   deepscale_config ................................ None
+ 0:   deepspeed ....................................... True
+ 0:   deepspeed_activation_checkpointing .............. False
+ 0:   deepspeed_config ................................ ds_configs/3479854.json
+ 0:   deepspeed_mpi ................................... False
+ 0:   distribute_checkpointed_activations ............. False
+ 0:   distributed_backend ............................. nccl
+ 0:   embed_layernorm ................................. False
+ 0:   embedding_path .................................. None
+ 0:   encoder_seq_length .............................. 2048
+ 0:   eod_mask_loss ................................... False
+ 0:   eval_interval ................................... 1
+ 0:   eval_iters ...................................... 100
+ 0:   eval_only ....................................... True
+ 0:   evidence_data_path .............................. None
+ 0:   exit_duration_in_mins ........................... None
+ 0:   exit_interval ................................... None
+ 0:   ffn_hidden_size ................................. 9216
+ 0:   finetune ........................................ False
+ 0:   fp16 ............................................ False
+ 0:   fp16_lm_cross_entropy ........................... False
+ 0:   fp32_residual_connection ........................ False
+ 0:   gigaflos_no_embeds .............................. 0
+ 0:   global_batch_size ............................... 512
+ 0:   glu_activation .................................. None
+ 0:   hidden_dropout .................................. 0.1
+ 0:   hidden_size ..................................... 2304
+ 0:   hysteresis ...................................... 2
+ 0:   ict_head_size ................................... None
+ 0:   ict_load ........................................ None
+ 0:   img_dim ......................................... 224
+ 0:   indexer_batch_size .............................. 128
+ 0:   indexer_log_interval ............................ 1000
+ 0:   inference ....................................... False
+ 0:   init_method_std ................................. 0.02
+ 0:   init_method_xavier_uniform ...................... False
+ 0:   initial_loss_scale .............................. 4294967296
+ 0:   kill_switch_path ................................ kill-switch-2b855b4bc4opt2val
+ 0:   kv_channels ..................................... 128
+ 0:   layer_norm_fusion ............................... True
+ 0:   layernorm_epsilon ............................... 1e-05
+ 0:   lazy_mpu_init ................................... None
+ 0:   load ............................................ lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2
+ 0:   local_rank ...................................... None
+ 0:   log_batch_size_to_tensorboard ................... True
+ 0:   log_interval .................................... 10
+ 0:   log_learning_rate_to_tensorboard ................ True
+ 0:   log_level ....................................... None
+ 0:   log_level_replica ............................... None
+ 0:   log_loss_scale_to_tensorboard ................... True
+ 0:   log_num_zeros_in_grad ........................... False
+ 0:   log_params_norm ................................. False
+ 0:   log_path ........................................ None
+ 0:   log_timers_to_tensorboard ....................... True
+ 0:   log_validation_ppl_to_tensorboard ............... True
+ 0:   loss_on_targets_only ............................ False
+ 0:   loss_scale ...................................... None
+ 0:   loss_scale_window ............................... 1000
+ 0:   lr .............................................. 0.0002
+ 0:   lr_decay_iters .................................. None
+ 0:   lr_decay_samples ................................ 1
+ 0:   lr_decay_style .................................. cosine
+ 0:   lr_decay_tokens ................................. None
+ 0:   lr_warmup_fraction .............................. None
+ 0:   lr_warmup_iters ................................. 0
+ 0:   lr_warmup_samples ............................... 0
+ 0:   make_vocab_size_divisible_by .................... 128
+ 0:   mask_prob ....................................... 0.15
+ 0:   masked_softmax_fusion ........................... True
+ 0:   max_position_embeddings ......................... 2048
+ 0:   mean_noise_span_length .......................... None
+ 0:   memory_centric_tiled_linear ..................... False
+ 0:   merge_file ...................................... gpt2/merges.txt
+ 0:   micro_batch_size ................................ 2
+ 0:   min_loss_scale .................................. 1.0
+ 0:   min_lr .......................................... 2e-05
+ 0:   mmap_warmup ..................................... False
+ 0:   no_load_optim ................................... True
+ 0:   no_load_rng ..................................... None
+ 0:   no_save_optim ................................... None
+ 0:   no_save_rng ..................................... None
+ 0:   noise_density ................................... None
+ 0:   num_attention_heads ............................. 18
+ 0:   num_channels .................................... 3
+ 0:   num_classes ..................................... 1000
+ 0:   num_layers ...................................... 32
+ 0:   num_layers_per_virtual_pipeline_stage ........... None
+ 0:   num_workers ..................................... 2
+ 0:   onnx_safe ....................................... None
+ 0:   openai_gelu ..................................... False
+ 0:   optimizer ....................................... adam
+ 0:   optimizer_fusion ................................ True
+ 0:   override_lr_scheduler ........................... True
+ 0:   pad_vocab_size_to ............................... None
+ 0:   params_dtype .................................... torch.bfloat16
+ 0:   partition_activations ........................... False
+ 0:   patch_dim ....................................... 16
+ 0:   pipeline_model_parallel_size .................... 1
+ 0:   position_embedding_type ......................... PositionEmbeddingType.absolute
+ 0:   pp_partition_method ............................. None
+ 0:   profile_backward ................................ False
+ 0:   query_in_block_prob ............................. 0.1
+ 0:   rampup_batch_size ............................... None
+ 0:   rank ............................................ 0
+ 0:   remote_device ................................... none
+ 0:   reset_attention_mask ............................ False
+ 0:   reset_position_ids .............................. False
+ 0:   reset_progress .................................. True
+ 0:   retriever_report_topk_accuracies ................ []
+ 0:   retriever_score_scaling ......................... False
+ 0:   retriever_seq_length ............................ 256
+ 0:   reweight_loss_based_on_position_frequency ....... False
+ 0:   sample_rate ..................................... 1.0
+ 0:   save ............................................ lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2
+ 0:   save_interval ................................... 1000
+ 0:   scatter_gather_tensors_in_pipeline .............. True
+ 0:   scattered_embeddings ............................ False
+ 0:   seed ............................................ 1234
+ 0:   seq_length ...................................... 2048
+ 0:   sgd_momentum .................................... 0.9
+ 0:   short_seq_prob .................................. 0.1
+ 0:   skip_train_iteration_range ...................... None
+ 0:   split ........................................... None
+ 0:   split_transformers .............................. False
+ 0:   sync_tp_duplicated_parameters ................... False
+ 0:   synchronize_each_layer .......................... False
+ 0:   tensor_model_parallel_size ...................... 1
+ 0:   tensorboard_dir ................................. tensorboard_2b855b4bc4opt2val
+ 0:   tensorboard_log_interval ........................ 1
+ 0:   tensorboard_queue_size .......................... 5
+ 0:   test_weighted_split_paths ....................... None
+ 0:   test_weighted_split_paths_path .................. None
+ 0:   tile_factor ..................................... 1
+ 0:   titles_data_path ................................ None
+ 0:   tokenizer_name_or_path .......................... None
+ 0:   tokenizer_type .................................. GPT2BPETokenizer
+ 0:   train_iters ..................................... None
+ 0:   train_samples ................................... 1
+ 0:   train_tokens .................................... None
+ 0:   train_weighted_split_names ...................... ['train']
+ 0:   train_weighted_split_paths ...................... [['/scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_1B5_text_document']]
+ 0:   train_weighted_split_paths_path ................. None
+ 0:   train_weighted_split_splits ..................... [['0:1']]
+ 0:   train_weighted_split_weights .................... [['1.0']]
+ 0:   universal_checkpoint ............................ False
+ 0:   use_bnb_optimizer ............................... False
+ 0:   use_checkpoint_lr_scheduler ..................... False
+ 0:   use_contiguous_buffers_in_ddp ................... True
+ 0:   use_cpu_initialization .......................... None
+ 0:   use_one_sent_docs ............................... False
+ 0:   use_pin_memory .................................. False
+ 0:   valid_num_workers ............................... 2
+ 0:   valid_weighted_split_names ...................... ['validation']
+ 0:   valid_weighted_split_paths ...................... [['/scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document']]
+ 0:   valid_weighted_split_paths_path ................. None
+ 0:   valid_weighted_split_splits ..................... [['0:1']]
+ 0:   valid_weighted_split_weights .................... [['1.0']]
+ 0:   virtual_pipeline_model_parallel_size ............ None
+ 0:   vocab_extra_ids ................................. 0
+ 0:   vocab_file ...................................... gpt2/vocab.json
+ 0:   weight_decay .................................... 0.1
+ 0:   world_size ...................................... 256
+ 0:   zero_allgather_bucket_size ...................... 0.0
+ 0:   zero_contigious_gradients ....................... False
+ 0:   zero_reduce_bucket_size ......................... 0.0
+ 0:   zero_reduce_scatter ............................. False
+ 0:   zero_stage ...................................... 0
+ 0: -------------------- end of arguments ---------------------
+ 0: setting number of micro-batches to constant 1
+ 0: > building GPT2BPETokenizer tokenizer ...
+ 0:  > padded vocab (size: 50257) with 47 dummy tokens (new size: 50304)
+ 0: DeepSpeed general environment info:
+ 0: torch install path ............... ['/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch']
+ 0: torch version .................... 1.13.0+rocm5.2
+ 0: torch cuda version ............... None
+ 0: torch hip version ................ 5.2.21151-afdc89f8
+ 0: nvcc version ..................... None
+ 0: deepspeed install path ........... ['/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/deepspeed']
+ 0: deepspeed info ................... 0.7.5, unknown, unknown
+ 0: deepspeed wheel compiled w. ...... torch 1.13, hip 5.1
+31: > setting tensorboard ...
+ 0: **** Git info for Megatron: git_hash=unknown git_branch=unknown ****
+ 0: > initializing torch distributed ...
+ 0: [2023-05-08 19:42:17,559] [INFO] [comm.py:633:init_distributed] Initializing TorchBackend in DeepSpeed with backend nccl
+ 0: > initializing tensor model parallel with size 1
+ 0: > initializing pipeline model parallel with size 1
+ 0: > setting random seeds to 1234 ...
+ 0: > initializing model parallel cuda seeds on global rank 0, model parallel rank 0, and data parallel rank 0 with model parallel seed: 3952 and data parallel seed: 1234
+ 0: > compiling dataset index builder ...
+ 0: make: Entering directory '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/data'
+ 0: make: Nothing to be done for 'default'.
+ 0: make: Leaving directory '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/data'
+ 0: >>> done with dataset index builder. Compilation time: 0.104 seconds
+ 0: > compiling and loading fused kernels ...
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.cpp -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.cpp [skipped, already hipified]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.h [skipped, already hipified]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h [skipped, no changes]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h [skipped, no changes]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_cuda.cu -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.hip [skipped, already hipified]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h [skipped, no changes]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h [skipped, no changes]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.h [skipped, already hipified]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.h [skipped, already hipified]
+ 0: Total number of unsupported CUDA function calls: 0
+ 0: 
+ 0: 
+ 0: Total number of replaced kernel launches: 87
+ 0: ninja: no work to do.
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax.cpp -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.cpp [skipped, already hipified]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_cuda.cu -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.hip [skipped, already hipified]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h [skipped, no changes]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h [skipped, no changes]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.h [skipped, already hipified]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.h [skipped, already hipified]
+ 0: Total number of unsupported CUDA function calls: 0
+ 0: 
+ 0: 
+ 0: Total number of replaced kernel launches: 63
+ 0: ninja: no work to do.
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/layer_norm_cuda.cpp -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/layer_norm_cuda.cpp [skipped, no changes]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/layer_norm_cuda_kernel.cu -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/layer_norm_hip_kernel.hip [skipped, already hipified]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h [skipped, no changes]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h [skipped, no changes]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.h [skipped, already hipified]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.h [skipped, already hipified]
+ 0: Total number of unsupported CUDA function calls: 0
+ 0: 
+ 0: 
+ 0: Total number of replaced kernel launches: 67
+ 0: ninja: no work to do.
+ 0: >>> done with compiling and loading fused kernels. Compilation time: 35.026 seconds
+ 0: time to initialize megatron (seconds): 24.203
+ 0: [after megatron is initialized] datetime: 2023-05-08 19:43:04 
+ 0: building GPT model ...
+ 0: [2023-05-08 19:43:04,351] [INFO] [utils.py:827:see_memory_usage] Before Building Model
+ 0: [2023-05-08 19:43:04,352] [INFO] [utils.py:828:see_memory_usage] MA 0.0 GB         Max_MA 0.0 GB         CA 0.0 GB         Max_CA 0 GB 
+ 0: [2023-05-08 19:43:04,352] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory:  used = 36.01 GB, percent = 7.2%
+ 0: SEED_LAYERS=False BASE_SEED=1234 SEED_FN=None
+ 0: Using topology: {ProcessCoord(pipe=0, data=0, model=0): 0, ProcessCoord(pipe=0, data=1, model=0): 1, ProcessCoord(pipe=0, data=2, model=0): 2, ProcessCoord(pipe=0, data=3, model=0): 3, ProcessCoord(pipe=0, data=4, model=0): 4, ProcessCoord(pipe=0, data=5, model=0): 5, ProcessCoord(pipe=0, data=6, model=0): 6, ProcessCoord(pipe=0, data=7, model=0): 7, ProcessCoord(pipe=0, data=8, model=0): 8, ProcessCoord(pipe=0, data=9, model=0): 9, ProcessCoord(pipe=0, data=10, model=0): 10, ProcessCoord(pipe=0, data=11, model=0): 11, ProcessCoord(pipe=0, data=12, model=0): 12, ProcessCoord(pipe=0, data=13, model=0): 13, ProcessCoord(pipe=0, data=14, model=0): 14, ProcessCoord(pipe=0, data=15, model=0): 15, ProcessCoord(pipe=0, data=16, model=0): 16, ProcessCoord(pipe=0, data=17, model=0): 17, ProcessCoord(pipe=0, data=18, model=0): 18, ProcessCoord(pipe=0, data=19, model=0): 19, ProcessCoord(pipe=0, data=20, model=0): 20, ProcessCoord(pipe=0, data=21, model=0): 21, ProcessCoord(pipe=0, data=22, model=0): 22, ProcessCoord(pi
+ 0: pe=0, data=23, model=0): 23, ProcessCoord(pipe=0, data=24, model=0): 24, ProcessCoord(pipe=0, data=25, model=0): 25, ProcessCoord(pipe=0, data=26, model=0): 26, ProcessCoord(pipe=0, data=27, model=0): 27, ProcessCoord(pipe=0, data=28, model=0): 28, ProcessCoord(pipe=0, data=29, model=0): 29, ProcessCoord(pipe=0, data=30, model=0): 30, ProcessCoord(pipe=0, data=31, model=0): 31, ProcessCoord(pipe=0, data=32, model=0): 32, ProcessCoord(pipe=0, data=33, model=0): 33, ProcessCoord(pipe=0, data=34, model=0): 34, ProcessCoord(pipe=0, data=35, model=0): 35, ProcessCoord(pipe=0, data=36, model=0): 36, ProcessCoord(pipe=0, data=37, model=0): 37, ProcessCoord(pipe=0, data=38, model=0): 38, ProcessCoord(pipe=0, data=39, model=0): 39, ProcessCoord(pipe=0, data=40, model=0): 40, ProcessCoord(pipe=0, data=41, model=0): 41, ProcessCoord(pipe=0, data=42, model=0): 42, ProcessCoord(pipe=0, data=43, model=0): 43, ProcessCoord(pipe=0, data=44, model=0): 44, ProcessCoord(pipe=0, data=45, model=0): 45, ProcessCoord(pipe=0, data=4
+ 0: 6, model=0): 46, ProcessCoord(pipe=0, data=47, model=0): 47, ProcessCoord(pipe=0, data=48, model=0): 48, ProcessCoord(pipe=0, data=49, model=0): 49, ProcessCoord(pipe=0, data=50, model=0): 50, ProcessCoord(pipe=0, data=51, model=0): 51, ProcessCoord(pipe=0, data=52, model=0): 52, ProcessCoord(pipe=0, data=53, model=0): 53, ProcessCoord(pipe=0, data=54, model=0): 54, ProcessCoord(pipe=0, data=55, model=0): 55, ProcessCoord(pipe=0, data=56, model=0): 56, ProcessCoord(pipe=0, data=57, model=0): 57, ProcessCoord(pipe=0, data=58, model=0): 58, ProcessCoord(pipe=0, data=59, model=0): 59, ProcessCoord(pipe=0, data=60, model=0): 60, ProcessCoord(pipe=0, data=61, model=0): 61, ProcessCoord(pipe=0, data=62, model=0): 62, ProcessCoord(pipe=0, data=63, model=0): 63, ProcessCoord(pipe=0, data=64, model=0): 64, ProcessCoord(pipe=0, data=65, model=0): 65, ProcessCoord(pipe=0, data=66, model=0): 66, ProcessCoord(pipe=0, data=67, model=0): 67, ProcessCoord(pipe=0, data=68, model=0): 68, ProcessCoord(pipe=0, data=69, model=0):
+ 0:  69, ProcessCoord(pipe=0, data=70, model=0): 70, ProcessCoord(pipe=0, data=71, model=0): 71, ProcessCoord(pipe=0, data=72, model=0): 72, ProcessCoord(pipe=0, data=73, model=0): 73, ProcessCoord(pipe=0, data=74, model=0): 74, ProcessCoord(pipe=0, data=75, model=0): 75, ProcessCoord(pipe=0, data=76, model=0): 76, ProcessCoord(pipe=0, data=77, model=0): 77, ProcessCoord(pipe=0, data=78, model=0): 78, ProcessCoord(pipe=0, data=79, model=0): 79, ProcessCoord(pipe=0, data=80, model=0): 80, ProcessCoord(pipe=0, data=81, model=0): 81, ProcessCoord(pipe=0, data=82, model=0): 82, ProcessCoord(pipe=0, data=83, model=0): 83, ProcessCoord(pipe=0, data=84, model=0): 84, ProcessCoord(pipe=0, data=85, model=0): 85, ProcessCoord(pipe=0, data=86, model=0): 86, ProcessCoord(pipe=0, data=87, model=0): 87, ProcessCoord(pipe=0, data=88, model=0): 88, ProcessCoord(pipe=0, data=89, model=0): 89, ProcessCoord(pipe=0, data=90, model=0): 90, ProcessCoord(pipe=0, data=91, model=0): 91, ProcessCoord(pipe=0, data=92, model=0): 92, Process
+ 0: Coord(pipe=0, data=93, model=0): 93, ProcessCoord(pipe=0, data=94, model=0): 94, ProcessCoord(pipe=0, data=95, model=0): 95, ProcessCoord(pipe=0, data=96, model=0): 96, ProcessCoord(pipe=0, data=97, model=0): 97, ProcessCoord(pipe=0, data=98, model=0): 98, ProcessCoord(pipe=0, data=99, model=0): 99, ProcessCoord(pipe=0, data=100, model=0): 100, ProcessCoord(pipe=0, data=101, model=0): 101, ProcessCoord(pipe=0, data=102, model=0): 102, ProcessCoord(pipe=0, data=103, model=0): 103, ProcessCoord(pipe=0, data=104, model=0): 104, ProcessCoord(pipe=0, data=105, model=0): 105, ProcessCoord(pipe=0, data=106, model=0): 106, ProcessCoord(pipe=0, data=107, model=0): 107, ProcessCoord(pipe=0, data=108, model=0): 108, ProcessCoord(pipe=0, data=109, model=0): 109, ProcessCoord(pipe=0, data=110, model=0): 110, ProcessCoord(pipe=0, data=111, model=0): 111, ProcessCoord(pipe=0, data=112, model=0): 112, ProcessCoord(pipe=0, data=113, model=0): 113, ProcessCoord(pipe=0, data=114, model=0): 114, ProcessCoord(pipe=0, data=115, mo
+ 0: del=0): 115, ProcessCoord(pipe=0, data=116, model=0): 116, ProcessCoord(pipe=0, data=117, model=0): 117, ProcessCoord(pipe=0, data=118, model=0): 118, ProcessCoord(pipe=0, data=119, model=0): 119, ProcessCoord(pipe=0, data=120, model=0): 120, ProcessCoord(pipe=0, data=121, model=0): 121, ProcessCoord(pipe=0, data=122, model=0): 122, ProcessCoord(pipe=0, data=123, model=0): 123, ProcessCoord(pipe=0, data=124, model=0): 124, ProcessCoord(pipe=0, data=125, model=0): 125, ProcessCoord(pipe=0, data=126, model=0): 126, ProcessCoord(pipe=0, data=127, model=0): 127, ProcessCoord(pipe=0, data=128, model=0): 128, ProcessCoord(pipe=0, data=129, model=0): 129, ProcessCoord(pipe=0, data=130, model=0): 130, ProcessCoord(pipe=0, data=131, model=0): 131, ProcessCoord(pipe=0, data=132, model=0): 132, ProcessCoord(pipe=0, data=133, model=0): 133, ProcessCoord(pipe=0, data=134, model=0): 134, ProcessCoord(pipe=0, data=135, model=0): 135, ProcessCoord(pipe=0, data=136, model=0): 136, ProcessCoord(pipe=0, data=137, model=0): 137,
+ 0:  ProcessCoord(pipe=0, data=138, model=0): 138, ProcessCoord(pipe=0, data=139, model=0): 139, ProcessCoord(pipe=0, data=140, model=0): 140, ProcessCoord(pipe=0, data=141, model=0): 141, ProcessCoord(pipe=0, data=142, model=0): 142, ProcessCoord(pipe=0, data=143, model=0): 143, ProcessCoord(pipe=0, data=144, model=0): 144, ProcessCoord(pipe=0, data=145, model=0): 145, ProcessCoord(pipe=0, data=146, model=0): 146, ProcessCoord(pipe=0, data=147, model=0): 147, ProcessCoord(pipe=0, data=148, model=0): 148, ProcessCoord(pipe=0, data=149, model=0): 149, ProcessCoord(pipe=0, data=150, model=0): 150, ProcessCoord(pipe=0, data=151, model=0): 151, ProcessCoord(pipe=0, data=152, model=0): 152, ProcessCoord(pipe=0, data=153, model=0): 153, ProcessCoord(pipe=0, data=154, model=0): 154, ProcessCoord(pipe=0, data=155, model=0): 155, ProcessCoord(pipe=0, data=156, model=0): 156, ProcessCoord(pipe=0, data=157, model=0): 157, ProcessCoord(pipe=0, data=158, model=0): 158, ProcessCoord(pipe=0, data=159, model=0): 159, ProcessCoor
+ 0: d(pipe=0, data=160, model=0): 160, ProcessCoord(pipe=0, data=161, model=0): 161, ProcessCoord(pipe=0, data=162, model=0): 162, ProcessCoord(pipe=0, data=163, model=0): 163, ProcessCoord(pipe=0, data=164, model=0): 164, ProcessCoord(pipe=0, data=165, model=0): 165, ProcessCoord(pipe=0, data=166, model=0): 166, ProcessCoord(pipe=0, data=167, model=0): 167, ProcessCoord(pipe=0, data=168, model=0): 168, ProcessCoord(pipe=0, data=169, model=0): 169, ProcessCoord(pipe=0, data=170, model=0): 170, ProcessCoord(pipe=0, data=171, model=0): 171, ProcessCoord(pipe=0, data=172, model=0): 172, ProcessCoord(pipe=0, data=173, model=0): 173, ProcessCoord(pipe=0, data=174, model=0): 174, ProcessCoord(pipe=0, data=175, model=0): 175, ProcessCoord(pipe=0, data=176, model=0): 176, ProcessCoord(pipe=0, data=177, model=0): 177, ProcessCoord(pipe=0, data=178, model=0): 178, ProcessCoord(pipe=0, data=179, model=0): 179, ProcessCoord(pipe=0, data=180, model=0): 180, ProcessCoord(pipe=0, data=181, model=0): 181, ProcessCoord(pipe=0, da
+ 0: ta=182, model=0): 182, ProcessCoord(pipe=0, data=183, model=0): 183, ProcessCoord(pipe=0, data=184, model=0): 184, ProcessCoord(pipe=0, data=185, model=0): 185, ProcessCoord(pipe=0, data=186, model=0): 186, ProcessCoord(pipe=0, data=187, model=0): 187, ProcessCoord(pipe=0, data=188, model=0): 188, ProcessCoord(pipe=0, data=189, model=0): 189, ProcessCoord(pipe=0, data=190, model=0): 190, ProcessCoord(pipe=0, data=191, model=0): 191, ProcessCoord(pipe=0, data=192, model=0): 192, ProcessCoord(pipe=0, data=193, model=0): 193, ProcessCoord(pipe=0, data=194, model=0): 194, ProcessCoord(pipe=0, data=195, model=0): 195, ProcessCoord(pipe=0, data=196, model=0): 196, ProcessCoord(pipe=0, data=197, model=0): 197, ProcessCoord(pipe=0, data=198, model=0): 198, ProcessCoord(pipe=0, data=199, model=0): 199, ProcessCoord(pipe=0, data=200, model=0): 200, ProcessCoord(pipe=0, data=201, model=0): 201, ProcessCoord(pipe=0, data=202, model=0): 202, ProcessCoord(pipe=0, data=203, model=0): 203, ProcessCoord(pipe=0, data=204, mode
+ 0: l=0): 204, ProcessCoord(pipe=0, data=205, model=0): 205, ProcessCoord(pipe=0, data=206, model=0): 206, ProcessCoord(pipe=0, data=207, model=0): 207, ProcessCoord(pipe=0, data=208, model=0): 208, ProcessCoord(pipe=0, data=209, model=0): 209, ProcessCoord(pipe=0, data=210, model=0): 210, ProcessCoord(pipe=0, data=211, model=0): 211, ProcessCoord(pipe=0, data=212, model=0): 212, ProcessCoord(pipe=0, data=213, model=0): 213, ProcessCoord(pipe=0, data=214, model=0): 214, ProcessCoord(pipe=0, data=215, model=0): 215, ProcessCoord(pipe=0, data=216, model=0): 216, ProcessCoord(pipe=0, data=217, model=0): 217, ProcessCoord(pipe=0, data=218, model=0): 218, ProcessCoord(pipe=0, data=219, model=0): 219, ProcessCoord(pipe=0, data=220, model=0): 220, ProcessCoord(pipe=0, data=221, model=0): 221, ProcessCoord(pipe=0, data=222, model=0): 222, ProcessCoord(pipe=0, data=223, model=0): 223, ProcessCoord(pipe=0, data=224, model=0): 224, ProcessCoord(pipe=0, data=225, model=0): 225, ProcessCoord(pipe=0, data=226, model=0): 226, P
+ 0: rocessCoord(pipe=0, data=227, model=0): 227, ProcessCoord(pipe=0, data=228, model=0): 228, ProcessCoord(pipe=0, data=229, model=0): 229, ProcessCoord(pipe=0, data=230, model=0): 230, ProcessCoord(pipe=0, data=231, model=0): 231, ProcessCoord(pipe=0, data=232, model=0): 232, ProcessCoord(pipe=0, data=233, model=0): 233, ProcessCoord(pipe=0, data=234, model=0): 234, ProcessCoord(pipe=0, data=235, model=0): 235, ProcessCoord(pipe=0, data=236, model=0): 236, ProcessCoord(pipe=0, data=237, model=0): 237, ProcessCoord(pipe=0, data=238, model=0): 238, ProcessCoord(pipe=0, data=239, model=0): 239, ProcessCoord(pipe=0, data=240, model=0): 240, ProcessCoord(pipe=0, data=241, model=0): 241, ProcessCoord(pipe=0, data=242, model=0): 242, ProcessCoord(pipe=0, data=243, model=0): 243, ProcessCoord(pipe=0, data=244, model=0): 244, ProcessCoord(pipe=0, data=245, model=0): 245, ProcessCoord(pipe=0, data=246, model=0): 246, ProcessCoord(pipe=0, data=247, model=0): 247, ProcessCoord(pipe=0, data=248, model=0): 248, ProcessCoord(
+ 0: pipe=0, data=249, model=0): 249, ProcessCoord(pipe=0, data=250, model=0): 250, ProcessCoord(pipe=0, data=251, model=0): 251, ProcessCoord(pipe=0, data=252, model=0): 252, ProcessCoord(pipe=0, data=253, model=0): 253, ProcessCoord(pipe=0, data=254, model=0): 254, ProcessCoord(pipe=0, data=255, model=0): 255}
+ 0: [2023-05-08 19:43:12,470] [INFO] [module.py:366:_partition_layers] Partitioning pipeline stages with method type:transformer
+ 0: stage=0 layers=39
+ 0:      0: _to_float16
+ 0:      1: EmbeddingPipe
+ 0:      2: <lambda>
+ 0:      3: ParallelTransformerLayerPipe
+ 0:      4: ParallelTransformerLayerPipe
+ 0:      5: ParallelTransformerLayerPipe
+ 0:      6: ParallelTransformerLayerPipe
+ 0:      7: ParallelTransformerLayerPipe
+ 0:      8: ParallelTransformerLayerPipe
+ 0:      9: ParallelTransformerLayerPipe
+ 0:     10: ParallelTransformerLayerPipe
+ 0:     11: ParallelTransformerLayerPipe
+ 0:     12: ParallelTransformerLayerPipe
+ 0:     13: ParallelTransformerLayerPipe
+ 0:     14: ParallelTransformerLayerPipe
+ 0:     15: ParallelTransformerLayerPipe
+ 0:     16: ParallelTransformerLayerPipe
+ 0:     17: ParallelTransformerLayerPipe
+ 0:     18: ParallelTransformerLayerPipe
+ 0:     19: ParallelTransformerLayerPipe
+ 0:     20: ParallelTransformerLayerPipe
+ 0:     21: ParallelTransformerLayerPipe
+ 0:     22: ParallelTransformerLayerPipe
+ 0:     23: ParallelTransformerLayerPipe
+ 0:     24: ParallelTransformerLayerPipe
+ 0:     25: ParallelTransformerLayerPipe
+ 0:     26: ParallelTransformerLayerPipe
+ 0:     27: ParallelTransformerLayerPipe
+ 0:     28: ParallelTransformerLayerPipe
+ 0:     29: ParallelTransformerLayerPipe
+ 0:     30: ParallelTransformerLayerPipe
+ 0:     31: ParallelTransformerLayerPipe
+ 0:     32: ParallelTransformerLayerPipe
+ 0:     33: ParallelTransformerLayerPipe
+ 0:     34: ParallelTransformerLayerPipe
+ 0:     35: undo
+ 0:     36: MixedFusedLayerNorm
+ 0:     37: EmbeddingPipe
+ 0:     38: float16_to_fp32
+ 0:   loss: CrossEntropy
+ 0: [2023-05-08 19:43:13,184] [INFO] [utils.py:827:see_memory_usage] After Building Model
+ 0: [2023-05-08 19:43:13,185] [INFO] [utils.py:828:see_memory_usage] MA 4.03 GB         Max_MA 4.03 GB         CA 4.24 GB         Max_CA 4 GB 
+ 0: [2023-05-08 19:43:13,185] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory:  used = 36.18 GB, percent = 7.2%
+ 0: setting training iterations to 0
+ 0: > learning rate decay style: cosine
+ 0: DeepSpeed is enabled.
+ 0: [2023-05-08 19:43:13,187] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed info: version=0.7.5, git-hash=unknown, git-branch=unknown
+ 0: [2023-05-08 19:43:37,314] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed Flops Profiler Enabled: False
+ 0: [2023-05-08 19:43:37,315] [INFO] [logging.py:68:log_dist] [Rank 0] Removing param_group that has no 'params' in the client Optimizer
+ 0: [2023-05-08 19:43:37,315] [INFO] [logging.py:68:log_dist] [Rank 0] Using client Optimizer as basic optimizer
+ 0: [2023-05-08 19:43:37,332] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed Basic Optimizer = FusedAdam
+ 0: [2023-05-08 19:43:37,332] [INFO] [logging.py:68:log_dist] [Rank 0] Creating BF16 optimizer
+ 0: [2023-05-08 19:43:37,453] [INFO] [utils.py:827:see_memory_usage] begin bf16_optimizer
+ 0: [2023-05-08 19:43:37,454] [INFO] [utils.py:828:see_memory_usage] MA 4.02 GB         Max_MA 4.04 GB         CA 4.26 GB         Max_CA 4 GB 
+ 0: [2023-05-08 19:43:37,454] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory:  used = 36.87 GB, percent = 7.3%
+ 0: ninja: no work to do.
+ 8: Time to load utils op: 0.37003421783447266 seconds
+ 8: Time to load utils op: 0.36974263191223145 seconds
+ 8: Time to load utils op: 0.3706052303314209 seconds
+ 8: Time to load utils op: 0.36989903450012207 secondsTime to load utils op: 0.37171125411987305 seconds
+ 8: 
+ 8: Time to load utils op: 0.36994194984436035 seconds
+ 8: Time to load utils op: 0.370563268661499 secondsTime to load utils op: 0.3723416328430176 seconds
+ 8: 
+27: Time to load utils op: 0.3507702350616455 secondsTime to load utils op: 0.3507685661315918 seconds
+27: 
+27: Time to load utils op: 0.3507866859436035 seconds
+27: Time to load utils op: 0.3508033752441406 seconds
+27: Time to load utils op: 0.350907564163208 seconds
+27: Time to load utils op: 0.350968599319458 secondsTime to load utils op: 0.35096192359924316 seconds
+27: 
+27: Time to load utils op: 0.3509955406188965 seconds
+ 9: Time to load utils op: 0.3744840621948242 seconds
+ 9: Time to load utils op: 0.37450695037841797 seconds
+ 9: Time to load utils op: 0.374600887298584 seconds
+ 9: Time to load utils op: 0.37486982345581055 seconds
+ 9: Time to load utils op: 0.3748762607574463 secondsTime to load utils op: 0.3748810291290283 seconds
+ 9: 
+ 9: Time to load utils op: 0.3751511573791504 seconds
+ 9: Time to load utils op: 0.37515997886657715 seconds
+20: Time to load utils op: 0.36133313179016113 seconds
+20: Time to load utils op: 0.36135101318359375 seconds
+20: Time to load utils op: 0.36139631271362305 seconds
+20: Time to load utils op: 0.36141252517700195 seconds
+20: Time to load utils op: 0.36142468452453613 seconds
+20: Time to load utils op: 0.36142539978027344 seconds
+20: Time to load utils op: 0.3614325523376465 secondsTime to load utils op: 0.3614366054534912 seconds
+20: 
+28: Time to load utils op: 0.3517627716064453 seconds
+28: Time to load utils op: 0.3517923355102539 seconds
+28: Time to load utils op: 0.35185790061950684 seconds
+28: Time to load utils op: 0.35231947898864746 seconds
+28: Time to load utils op: 0.35233426094055176 seconds
+28: Time to load utils op: 0.3523581027984619 seconds
+28: Time to load utils op: 0.35237741470336914 seconds
+28: Time to load utils op: 0.3524003028869629 seconds
+ 3: Time to load utils op: 0.38221049308776855 seconds
+ 3: Time to load utils op: 0.3822183609008789 seconds
+ 3: Time to load utils op: 0.3823204040527344 seconds
+ 3: Time to load utils op: 0.3826775550842285 seconds
+ 3: Time to load utils op: 0.38268423080444336 seconds
+ 3: Time to load utils op: 0.3827335834503174 secondsTime to load utils op: 0.3827376365661621 seconds
+ 3: Time to load utils op: 0.3827500343322754 seconds
+ 3: 
+ 4: Time to load utils op: 0.38373446464538574 secondsTime to load utils op: 0.38375043869018555 seconds
+ 4: 
+31: Time to load utils op: 0.3483145236968994 seconds
+31: Time to load utils op: 0.34836387634277344 secondsTime to load utils op: 0.3483707904815674 seconds
+31: Time to load utils op: 0.3483693599700928 seconds
+31: 
+31: Time to load utils op: 0.34944987297058105 secondsTime to load utils op: 0.34946560859680176 seconds
+31: 
+31: Time to load utils op: 0.34952211380004883 seconds
+31: Time to load utils op: 0.3495354652404785 seconds
+ 4: Time to load utils op: 0.38376688957214355 seconds
+ 4: Time to load utils op: 0.3844432830810547 seconds
+ 4: Time to load utils op: 0.3845088481903076 secondsTime to load utils op: 0.3845186233520508 seconds
+ 4: Time to load utils op: 0.3845221996307373 seconds
+ 4: 
+ 4: Time to load utils op: 0.3845350742340088 seconds
+ 5: Time to load utils op: 0.38458919525146484 secondsTime to load utils op: 0.38458895683288574 seconds
+ 5: 
+ 5: Time to load utils op: 0.38253116607666016 seconds
+ 5: Time to load utils op: 0.38511133193969727 seconds
+ 5: Time to load utils op: 0.38514208793640137 secondsTime to load utils op: 0.38513827323913574 seconds
+ 5: 
+ 5: Time to load utils op: 0.3849189281463623 seconds
+ 5: Time to load utils op: 0.3851616382598877 seconds
+ 1: Time to load utils op: 0.3854358196258545 secondsTime to load utils op: 0.38544154167175293 seconds
+ 1: 
+ 1: Time to load utils op: 0.38544297218322754 seconds
+ 1: Time to load utils op: 0.3854818344116211 seconds
+15: Time to load utils op: 0.37523961067199707 seconds
+15: Time to load utils op: 0.375826358795166 seconds
+15: Time to load utils op: 0.37539005279541016 seconds
+15: Time to load utils op: 0.3762319087982178 secondsTime to load utils op: 0.37511277198791504 seconds
+15: Time to load utils op: 0.3760383129119873 seconds
+15: 
+15: Time to load utils op: 0.3759152889251709 seconds
+15: Time to load utils op: 0.37587666511535645 seconds
+ 1: Time to load utils op: 0.3859870433807373 secondsTime to load utils op: 0.3859870433807373 seconds
+ 1: 
+ 1: Time to load utils op: 0.38600969314575195 seconds
+ 1: Time to load utils op: 0.3860294818878174 seconds
+29: Time to load utils op: 0.35813212394714355 secondsTime to load utils op: 0.3581268787384033 seconds
+29: 
+29: Time to load utils op: 0.35836148262023926 seconds
+29: Time to load utils op: 0.358095645904541 seconds
+29: Time to load utils op: 0.3586256504058838 seconds
+29: Time to load utils op: 0.35878825187683105 secondsTime to load utils op: 0.35863614082336426 seconds
+29: 
+29: Time to load utils op: 0.35861706733703613 seconds
+ 7: Time to load utils op: 0.3867487907409668 secondsTime to load utils op: 0.38677453994750977 seconds
+ 7: 
+ 7: Time to load utils op: 0.3872084617614746 seconds
+ 7: Time to load utils op: 0.3892984390258789 secondsTime to load utils op: 0.3867673873901367 seconds
+ 7: 
+ 7: Time to load utils op: 0.38869309425354004 seconds
+ 7: Time to load utils op: 0.38795995712280273 seconds
+ 7: Time to load utils op: 0.3888711929321289 seconds
+ 2: Time to load utils op: 0.3875007629394531 seconds
+ 2: Time to load utils op: 0.3875131607055664 seconds
+ 2: Time to load utils op: 0.38752055168151855 seconds
+ 6: Time to load utils op: 0.3862004280090332 secondsTime to load utils op: 0.38620710372924805 seconds
+ 6: 
+ 2: Time to load utils op: 0.3880031108856201 secondsTime to load utils op: 0.38794946670532227 secondsTime to load utils op: 0.38800668716430664 seconds
+ 2: 
+ 2: 
+ 0: Time to load utils op: 0.3967165946960449 seconds
+ 0: Time to load utils op: 0.39661669731140137 seconds
+ 0: Time to load utils op: 0.3968954086303711 seconds
+ 6: Time to load utils op: 0.38671088218688965 secondsTime to load utils op: 0.3867223262786865 seconds
+ 6: 
+ 6: Time to load utils op: 0.3867216110229492 secondsTime to load utils op: 0.38672518730163574 seconds
+ 6: 
+ 6: Time to load utils op: 0.3867368698120117 seconds
+ 2: Time to load utils op: 0.3883521556854248 seconds
+ 6: Time to load utils op: 0.38677120208740234 seconds
+ 2: Time to load utils op: 0.38841676712036133 seconds
+ 0: Time to load utils op: 0.3973839282989502 secondsTime to load utils op: 0.397322416305542 secondsTime to load utils op: 0.3968524932861328 secondsTime to load utils op: 0.39649248123168945 seconds
+ 0: 
+ 0: 
+ 0: 
+ 0: Time to load utils op: 0.3986189365386963 seconds
+19: Time to load utils op: 0.3698892593383789 seconds
+19: Time to load utils op: 0.36990928649902344 seconds
+19: Time to load utils op: 0.3701283931732178 secondsTime to load utils op: 0.37013792991638184 seconds
+19: 
+19: Time to load utils op: 0.3701348304748535 seconds
+16: Time to load utils op: 0.37459635734558105 secondsTime to load utils op: 0.3745839595794678 seconds
+16: 
+16: Time to load utils op: 0.37461018562316895 seconds
+19: Time to load utils op: 0.37056779861450195 secondsTime to load utils op: 0.37056779861450195 seconds
+19: 
+16: Time to load utils op: 0.37468743324279785 secondsTime to load utils op: 0.3746809959411621 secondsTime to load utils op: 0.3746793270111084 seconds
+16: 
+16: 
+16: Time to load utils op: 0.3746986389160156 secondsTime to load utils op: 0.3747072219848633 seconds
+16: 
+19: Time to load utils op: 0.3705883026123047 seconds
+12: Time to load utils op: 0.3834409713745117 secondsTime to load utils op: 0.38292455673217773 seconds
+12: 
+12: Time to load utils op: 0.3834950923919678 seconds
+17: Time to load utils op: 0.3778722286224365 secondsTime to load utils op: 0.3779423236846924 seconds
+17: 
+17: Time to load utils op: 0.37774062156677246 seconds
+12: Time to load utils op: 0.38546180725097656 secondsTime to load utils op: 0.38393473625183105 seconds
+12: 
+12: Time to load utils op: 0.3839125633239746 secondsTime to load utils op: 0.38413405418395996 seconds
+12: 
+12: Time to load utils op: 0.38523149490356445 seconds
+17: Time to load utils op: 0.37833213806152344 secondsTime to load utils op: 0.37760305404663086 seconds
+17: 
+17: Time to load utils op: 0.379047155380249 secondsTime to load utils op: 0.3778829574584961 seconds
+17: 
+17: Time to load utils op: 0.37737202644348145 seconds
+11: Time to load utils op: 0.3813655376434326 seconds
+11: Time to load utils op: 0.38138413429260254 seconds
+11: Time to load utils op: 0.381394624710083 secondsTime to load utils op: 0.3814055919647217 seconds
+11: 
+24: Time to load utils op: 0.37037014961242676 seconds
+11: Time to load utils op: 0.3818342685699463 secondsTime to load utils op: 0.38184618949890137 seconds
+11: Time to load utils op: 0.38184475898742676 seconds
+11: Time to load utils op: 0.38184165954589844 seconds
+11: 
+24: Time to load utils op: 0.3694937229156494 seconds
+24: Time to load utils op: 0.36980581283569336 seconds
+24: Time to load utils op: 0.3694789409637451 seconds
+24: Time to load utils op: 0.370164155960083 seconds
+24: Time to load utils op: 0.36997532844543457 seconds
+24: Time to load utils op: 0.3701815605163574 seconds
+24: Time to load utils op: 0.37093043327331543 seconds
+18: Time to load utils op: 0.37679457664489746 seconds
+18: Time to load utils op: 0.3786277770996094 seconds
+18: Time to load utils op: 0.3779928684234619 seconds
+18: Time to load utils op: 0.37778663635253906 seconds
+18: Time to load utils op: 0.37824487686157227 seconds
+18: Time to load utils op: 0.3786640167236328 seconds
+18: Time to load utils op: 0.37801527976989746 seconds
+18: Time to load utils op: 0.378676176071167 seconds
+13: Time to load utils op: 0.3796083927154541 seconds
+13: Time to load utils op: 0.3796718120574951 secondsTime to load utils op: 0.37967967987060547 seconds
+13: 
+13: Time to load utils op: 0.37968897819519043 seconds
+21: Time to load utils op: 0.37105393409729004 seconds
+21: Time to load utils op: 0.37106966972351074 seconds
+21: Time to load utils op: 0.3710823059082031 seconds
+21: Time to load utils op: 0.37109994888305664 seconds
+13: Time to load utils op: 0.38035082817077637 seconds
+13: Time to load utils op: 0.3803725242614746 seconds
+13: Time to load utils op: 0.38037681579589844 seconds
+13: Time to load utils op: 0.38039088249206543 seconds
+21: Time to load utils op: 0.3714592456817627 secondsTime to load utils op: 0.37146592140197754 seconds
+21: Time to load utils op: 0.3714714050292969 secondsTime to load utils op: 0.37147068977355957 seconds
+21: 
+21: 
+30: Time to load utils op: 0.36277127265930176 seconds
+30: Time to load utils op: 0.3629276752471924 seconds
+30: Time to load utils op: 0.36274123191833496 seconds
+30: Time to load utils op: 0.36363935470581055 seconds
+30: Time to load utils op: 0.3642547130584717 secondsTime to load utils op: 0.36298441886901855 seconds
+30: 
+30: Time to load utils op: 0.36385369300842285 seconds
+14: Time to load utils op: 0.37988924980163574 secondsTime to load utils op: 0.37989163398742676 seconds
+14: 
+30: Time to load utils op: 0.36458468437194824 seconds
+14: Time to load utils op: 0.3799266815185547 seconds
+14: Time to load utils op: 0.3803701400756836 secondsTime to load utils op: 0.380385160446167 secondsTime to load utils op: 0.3803889751434326 seconds
+14: 
+14: Time to load utils op: 0.38039231300354004 seconds
+14: 
+10: Time to load utils op: 0.38960862159729004 seconds
+10: Time to load utils op: 0.38919568061828613 seconds
+10: Time to load utils op: 0.38988161087036133 secondsTime to load utils op: 0.38874387741088867 seconds
+10: 
+14: Time to load utils op: 0.38047218322753906 seconds
+26: Time to load utils op: 0.3647434711456299 secondsTime to load utils op: 0.36474084854125977 seconds
+26: 
+23: Time to load utils op: 0.36911535263061523 seconds
+23: Time to load utils op: 0.36913204193115234 seconds
+10: Time to load utils op: 0.3904132843017578 secondsTime to load utils op: 0.3897213935852051 secondsTime to load utils op: 0.3896181583404541 seconds
+10: 
+10: 
+10: Time to load utils op: 0.3904411792755127 seconds
+23: Time to load utils op: 0.36916279792785645 seconds
+26: Time to load utils op: 0.364774227142334 seconds
+23: Time to load utils op: 0.36922168731689453 seconds
+23: Time to load utils op: 0.3691215515136719 seconds
+26: Time to load utils op: 0.36485767364501953 secondsTime to load utils op: 0.3648507595062256 seconds
+26: 
+23: Time to load utils op: 0.36927127838134766 secondsTime to load utils op: 0.3692660331726074 seconds
+23: 
+23: Time to load utils op: 0.3692812919616699 seconds
+22: Time to load utils op: 0.36890125274658203 secondsTime to load utils op: 0.36890578269958496 seconds
+22: 
+22: Time to load utils op: 0.36891913414001465 secondsTime to load utils op: 0.36892032623291016 seconds
+22: 
+26: Time to load utils op: 0.36508727073669434 secondsTime to load utils op: 0.3650970458984375 seconds
+26: Time to load utils op: 0.3651103973388672 seconds
+26: 
+22: Time to load utils op: 0.3694753646850586 seconds
+22: Time to load utils op: 0.369492769241333 seconds
+22: Time to load utils op: 0.3695032596588135 seconds
+22: Time to load utils op: 0.36952781677246094 seconds
+25: Time to load utils op: 0.36803770065307617 secondsTime to load utils op: 0.3680438995361328 seconds
+25: 
+25: Time to load utils op: 0.36806416511535645 seconds
+25: Time to load utils op: 0.3680863380432129 seconds
+25: Time to load utils op: 0.3684210777282715 seconds
+25: Time to load utils op: 0.36849403381347656 seconds
+25: Time to load utils op: 0.3685178756713867 seconds
+25: Time to load utils op: 0.3685297966003418 seconds
+ 0: [2023-05-08 19:43:37,989] [INFO] [utils.py:827:see_memory_usage] before initializing group 0
+ 0: [2023-05-08 19:43:37,990] [INFO] [utils.py:828:see_memory_usage] MA 4.02 GB         Max_MA 4.02 GB         CA 4.26 GB         Max_CA 4 GB 
+ 0: [2023-05-08 19:43:37,990] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory:  used = 36.88 GB, percent = 7.3%
+ 0: Time to load utils op: 0.001110076904296875 secondsTime to load utils op: 0.0011334419250488281 seconds
+ 0: 
+ 0: Time to load utils op: 0.0011730194091796875 seconds
+ 0: Time to load utils op: 0.0013904571533203125 seconds
+ 0: Time to load utils op: 0.0013475418090820312 secondsTime to load utils op: 0.0013680458068847656 seconds
+ 0: 
+ 0: Time to load utils op: 0.0014045238494873047 seconds
+24: Time to load utils op: 0.0008988380432128906 seconds
+24: Time to load utils op: 0.0008950233459472656 seconds
+24: Time to load utils op: 0.0011401176452636719 seconds
+24: Time to load utils op: 0.0011553764343261719 seconds
+24: Time to load utils op: 0.0010874271392822266 secondsTime to load utils op: 0.0010402202606201172 seconds
+24: 
+24: Time to load utils op: 0.0012247562408447266 seconds
+24: Time to load utils op: 0.0011138916015625 seconds
+ 8: Time to load utils op: 0.0005340576171875 seconds
+ 8: Time to load utils op: 0.00048351287841796875 seconds
+ 8: Time to load utils op: 0.0004317760467529297 seconds
+ 8: Time to load utils op: 0.0005726814270019531 seconds
+ 8: Time to load utils op: 0.00046181678771972656 seconds
+ 8: Time to load utils op: 0.0005648136138916016 seconds
+ 8: Time to load utils op: 0.000415802001953125 seconds
+ 8: Time to load utils op: 0.00041365623474121094 seconds
+17: Time to load utils op: 0.0005559921264648438 seconds
+17: Time to load utils op: 0.0005307197570800781 seconds
+17: Time to load utils op: 0.000591278076171875 seconds
+17: Time to load utils op: 0.0005891323089599609 seconds
+17: Time to load utils op: 0.0005669593811035156 seconds
+17: Time to load utils op: 0.0006577968597412109 secondsTime to load utils op: 0.0006210803985595703 seconds
+17: Time to load utils op: 0.0006384849548339844 seconds
+17: 
+12: Time to load utils op: 0.0009737014770507812 seconds
+12: Time to load utils op: 0.0010895729064941406 seconds
+12: Time to load utils op: 0.0011975765228271484 seconds
+12: Time to load utils op: 0.0011935234069824219 seconds
+12: Time to load utils op: 0.0014171600341796875 seconds
+12: Time to load utils op: 0.0014274120330810547 seconds
+12: Time to load utils op: 0.0013093948364257812 seconds
+12: Time to load utils op: 0.0013647079467773438 seconds
+30: Time to load utils op: 0.000957489013671875 seconds
+ 7: Time to load utils op: 0.001094818115234375 seconds
+30: Time to load utils op: 0.0008969306945800781 seconds
+ 7: Time to load utils op: 0.0012335777282714844 seconds
+30: Time to load utils op: 0.0012218952178955078 seconds
+ 7: Time to load utils op: 0.0013718605041503906 seconds
+30: Time to load utils op: 0.0012767314910888672 seconds
+30: Time to load utils op: 0.001373291015625 secondsTime to load utils op: 0.0013384819030761719 seconds
+30: 
+30: Time to load utils op: 0.0013573169708251953 seconds
+ 7: Time to load utils op: 0.0013132095336914062 seconds
+ 7: Time to load utils op: 0.0012598037719726562 seconds
+ 7: Time to load utils op: 0.0013666152954101562 secondsTime to load utils op: 0.001352071762084961 seconds
+ 7: 
+ 7: Time to load utils op: 0.001332998275756836 seconds
+30: Time to load utils op: 0.001470327377319336 seconds
+26: Time to load utils op: 0.0006787776947021484 seconds
+26: Time to load utils op: 0.0007116794586181641 seconds
+26: Time to load utils op: 0.0008466243743896484 seconds
+26: Time to load utils op: 0.0009326934814453125 seconds
+26: Time to load utils op: 0.0009191036224365234 seconds
+26: Time to load utils op: 0.0009543895721435547 seconds
+26: Time to load utils op: 0.0009853839874267578 seconds
+26: Time to load utils op: 0.0010478496551513672 seconds
+19: Time to load utils op: 0.0010313987731933594 seconds
+19: Time to load utils op: 0.0011301040649414062 seconds
+19: Time to load utils op: 0.0009984970092773438 seconds
+19: Time to load utils op: 0.0012776851654052734 seconds
+19: Time to load utils op: 0.0011632442474365234 seconds
+19: Time to load utils op: 0.0011608600616455078 seconds
+19: Time to load utils op: 0.0014619827270507812 seconds
+19: Time to load utils op: 0.0013036727905273438 seconds
+ 0: [2023-05-08 19:43:38,175] [INFO] [utils.py:827:see_memory_usage] after initializing group 0
+ 0: [2023-05-08 19:43:38,176] [INFO] [utils.py:828:see_memory_usage] MA 8.21 GB         Max_MA 8.21 GB         CA 10.51 GB         Max_CA 11 GB 
+ 0: [2023-05-08 19:43:38,176] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory:  used = 37.07 GB, percent = 7.4%
+10: Time to load utils op: 0.000858306884765625 seconds
+10: Time to load utils op: 0.0007846355438232422 seconds
+10: Time to load utils op: 0.0009799003601074219 seconds
+10: Time to load utils op: 0.0009648799896240234 seconds
+10: Time to load utils op: 0.0010027885437011719 secondsTime to load utils op: 0.0009717941284179688 seconds
+10: 
+10: Time to load utils op: 0.0011577606201171875 seconds
+10: Time to load utils op: 0.0010943412780761719 seconds
+29: Time to load utils op: 0.0008361339569091797 seconds
+18: Time to load utils op: 0.00039887428283691406 secondsTime to load utils op: 0.0004889965057373047 seconds
+18: 
+18: Time to load utils op: 0.00039649009704589844 seconds
+29: Time to load utils op: 0.0009834766387939453 seconds
+18: Time to load utils op: 0.0004208087921142578 seconds
+18: Time to load utils op: 0.00041604042053222656 seconds
+18: Time to load utils op: 0.0004374980926513672 seconds
+29: Time to load utils op: 0.0011353492736816406 seconds
+18: Time to load utils op: 0.0005478858947753906 seconds
+18: Time to load utils op: 0.0006020069122314453 seconds
+29: Time to load utils op: 0.0013203620910644531 seconds
+29: Time to load utils op: 0.0012781620025634766 seconds
+29: Time to load utils op: 0.0013527870178222656 seconds
+29: Time to load utils op: 0.0012540817260742188 seconds
+29: Time to load utils op: 0.0013921260833740234 seconds
+ 6: Time to load utils op: 0.0009543895721435547 seconds
+ 5: Time to load utils op: 0.000415802001953125 seconds
+ 5: Time to load utils op: 0.0005784034729003906 seconds
+ 5: Time to load utils op: 0.0006051063537597656 seconds
+ 5: Time to load utils op: 0.0005643367767333984 seconds
+ 5: Time to load utils op: 0.0004127025604248047 seconds
+ 5: Time to load utils op: 0.0005879402160644531 seconds
+ 5: Time to load utils op: 0.0005424022674560547 seconds
+ 5: Time to load utils op: 0.0006020069122314453 seconds
+14: Time to load utils op: 0.0009951591491699219 seconds
+11: Time to load utils op: 0.0009064674377441406 seconds
+21: Time to load utils op: 0.0011038780212402344 seconds
+ 6: Time to load utils op: 0.0014452934265136719 seconds
+ 6: Time to load utils op: 0.0014851093292236328 seconds
+ 6: Time to load utils op: 0.0014545917510986328 seconds
+ 6: Time to load utils op: 0.0014574527740478516 seconds
+ 6: Time to load utils op: 0.0014257431030273438 seconds
+ 6: Time to load utils op: 0.0015172958374023438 seconds
+ 6: Time to load utils op: 0.00160980224609375 seconds
+14: Time to load utils op: 0.0013480186462402344 seconds
+ 4: Time to load utils op: 0.001081228256225586 seconds
+14: Time to load utils op: 0.001447439193725586 seconds
+14: Time to load utils op: 0.00145721435546875 seconds
+28: Time to load utils op: 0.0007791519165039062 seconds
+11: Time to load utils op: 0.00141143798828125 seconds
+14: Time to load utils op: 0.0013997554779052734 seconds
+ 4: Time to load utils op: 0.0012767314910888672 seconds
+14: Time to load utils op: 0.0014276504516601562 seconds
+ 4: Time to load utils op: 0.0012769699096679688 secondsTime to load utils op: 0.0012395381927490234 seconds
+ 4: 
+11: Time to load utils op: 0.0013947486877441406 seconds
+11: Time to load utils op: 0.0013365745544433594 seconds
+14: Time to load utils op: 0.0014729499816894531 seconds
+11: Time to load utils op: 0.0013396739959716797 seconds
+14: Time to load utils op: 0.0014765262603759766 seconds
+ 4: Time to load utils op: 0.0012059211730957031 seconds
+11: Time to load utils op: 0.0013360977172851562 seconds
+21: Time to load utils op: 0.0015795230865478516 seconds
+21: Time to load utils op: 0.0015730857849121094 seconds
+21: Time to load utils op: 0.0015785694122314453 seconds
+21: Time to load utils op: 0.0015702247619628906 seconds
+15: Time to load utils op: 0.0009992122650146484 seconds
+ 4: Time to load utils op: 0.0012369155883789062 seconds
+ 4: Time to load utils op: 0.0011477470397949219 seconds
+11: Time to load utils op: 0.0013287067413330078 seconds
+11: Time to load utils op: 0.0014808177947998047 seconds
+21: Time to load utils op: 0.0015642642974853516 seconds
+21: Time to load utils op: 0.0015225410461425781 seconds
+28: Time to load utils op: 0.0008862018585205078 seconds
+ 4: Time to load utils op: 0.0012676715850830078 seconds
+21: Time to load utils op: 0.0016469955444335938 seconds
+ 3: Time to load utils op: 0.001111745834350586 seconds
+28: Time to load utils op: 0.0009005069732666016 seconds
+20: Time to load utils op: 0.0011358261108398438 seconds
+28: Time to load utils op: 0.0009529590606689453 seconds
+28: Time to load utils op: 0.00087738037109375 seconds
+28: Time to load utils op: 0.0008656978607177734 seconds
+28: Time to load utils op: 0.0009136199951171875 seconds
+28: Time to load utils op: 0.0011272430419921875 seconds
+15: Time to load utils op: 0.0015175342559814453 seconds
+15: Time to load utils op: 0.0014758110046386719 seconds
+ 3: Time to load utils op: 0.0012993812561035156 seconds
+ 3: Time to load utils op: 0.0013000965118408203 seconds
+15: Time to load utils op: 0.0013775825500488281 secondsTime to load utils op: 0.0013952255249023438 seconds
+15: 
+15: Time to load utils op: 0.0014781951904296875 secondsTime to load utils op: 0.0014271736145019531 seconds
+15: 
+ 3: Time to load utils op: 0.0013642311096191406 seconds
+15: Time to load utils op: 0.001538991928100586 seconds
+ 3: Time to load utils op: 0.001298666000366211 seconds
+ 3: Time to load utils op: 0.0012965202331542969 secondsTime to load utils op: 0.001346588134765625 seconds
+ 3: 
+20: Time to load utils op: 0.001556396484375 secondsTime to load utils op: 0.0015702247619628906 seconds
+20: 
+20: Time to load utils op: 0.0015134811401367188 secondsTime to load utils op: 0.0015883445739746094 seconds
+20: 
+ 3: Time to load utils op: 0.0014104843139648438 seconds
+20: Time to load utils op: 0.0015990734100341797 secondsTime to load utils op: 0.0016160011291503906 seconds
+20: 
+20: Time to load utils op: 0.001680135726928711 seconds
+ 2: Time to load utils op: 0.0014808177947998047 seconds
+27: Time to load utils op: 0.0009305477142333984 seconds
+27: Time to load utils op: 0.0008308887481689453 seconds
+22: Time to load utils op: 0.001161813735961914 seconds
+13: Time to load utils op: 0.0010242462158203125 seconds
+ 2: Time to load utils op: 0.0015261173248291016 seconds
+27: Time to load utils op: 0.001005411148071289 seconds
+25: Time to load utils op: 0.0018846988677978516 seconds
+27: Time to load utils op: 0.0011315345764160156 seconds
+ 2: Time to load utils op: 0.0016887187957763672 seconds
+25: Time to load utils op: 0.0019996166229248047 seconds
+ 2: Time to load utils op: 0.0017414093017578125 seconds
+ 2: Time to load utils op: 0.0017654895782470703 secondsTime to load utils op: 0.001829385757446289 seconds
+ 2: 
+ 2: Time to load utils op: 0.0017898082733154297 seconds
+27: Time to load utils op: 0.001316070556640625 seconds
+27: Time to load utils op: 0.0013003349304199219 seconds
+27: Time to load utils op: 0.0012738704681396484 seconds
+ 2: Time to load utils op: 0.0018420219421386719 seconds
+13: Time to load utils op: 0.0014750957489013672 seconds
+27: Time to load utils op: 0.001424551010131836 seconds
+13: Time to load utils op: 0.0014171600341796875 seconds
+25: Time to load utils op: 0.0022344589233398438 secondsTime to load utils op: 0.0023665428161621094 seconds
+25: 
+13: Time to load utils op: 0.0013251304626464844 seconds
+25: Time to load utils op: 0.002309560775756836 seconds
+22: Time to load utils op: 0.0017037391662597656 seconds
+13: Time to load utils op: 0.0013663768768310547 seconds
+25: Time to load utils op: 0.0022552013397216797 seconds
+13: Time to load utils op: 0.0012905597686767578 seconds
+25: Time to load utils op: 0.0022296905517578125 seconds
+13: Time to load utils op: 0.0013976097106933594 seconds
+25: Time to load utils op: 0.002382516860961914 seconds
+22: Time to load utils op: 0.001964569091796875 seconds
+13: Time to load utils op: 0.0013358592987060547 seconds
+22: Time to load utils op: 0.0017850399017333984 seconds
+22: Time to load utils op: 0.0019731521606445312 seconds
+22: Time to load utils op: 0.0017783641815185547 secondsTime to load utils op: 0.0018427371978759766 seconds
+22: 
+22: Time to load utils op: 0.001811981201171875 seconds
+16: Time to load utils op: 0.00040793418884277344 seconds
+16: Time to load utils op: 0.0004329681396484375 seconds
+16: Time to load utils op: 0.0005898475646972656 seconds
+16: Time to load utils op: 0.0006053447723388672 seconds
+16: Time to load utils op: 0.0007092952728271484 seconds
+16: Time to load utils op: 0.0006468296051025391 seconds
+16: Time to load utils op: 0.0010132789611816406 seconds
+16: Time to load utils op: 0.0012557506561279297 seconds
+ 1: Time to load utils op: 0.0006873607635498047 secondsTime to load utils op: 0.0006625652313232422 seconds
+ 1: 
+ 1: Time to load utils op: 0.0011310577392578125 seconds
+ 1: Time to load utils op: 0.0011334419250488281 seconds
+ 1: Time to load utils op: 0.001077890396118164 seconds
+ 1: Time to load utils op: 0.0010318756103515625 seconds
+23: Time to load utils op: 0.0008258819580078125 seconds
+ 1: Time to load utils op: 0.0010457038879394531 seconds
+ 1: Time to load utils op: 0.001026153564453125 seconds
+23: Time to load utils op: 0.0008680820465087891 seconds
+23: Time to load utils op: 0.0009629726409912109 seconds
+23: Time to load utils op: 0.0010883808135986328 secondsTime to load utils op: 0.0012214183807373047 seconds
+23: 
+23: Time to load utils op: 0.001184225082397461 seconds
+23: Time to load utils op: 0.0011644363403320312 seconds
+23: Time to load utils op: 0.0012471675872802734 seconds
+ 9: Time to load utils op: 0.0010581016540527344 seconds
+ 9: Time to load utils op: 0.0012485980987548828 seconds
+31: Time to load utils op: 0.0011377334594726562 seconds
+31: Time to load utils op: 0.0011417865753173828 seconds
+ 9: Time to load utils op: 0.0014917850494384766 seconds
+ 9: Time to load utils op: 0.00151824951171875 secondsTime to load utils op: 0.0015435218811035156 seconds
+ 9: 
+ 9: Time to load utils op: 0.001485586166381836 seconds
+ 9: Time to load utils op: 0.001558542251586914 seconds
+31: Time to load utils op: 0.0013217926025390625 seconds
+31: Time to load utils op: 0.0012531280517578125 seconds
+31: Time to load utils op: 0.0013048648834228516 seconds
+ 9: Time to load utils op: 0.0016515254974365234 seconds
+31: Time to load utils op: 0.0012025833129882812 seconds
+31: Time to load utils op: 0.001188039779663086 seconds
+31: Time to load utils op: 0.0012292861938476562 seconds
+ 0: [2023-05-08 19:43:38,282] [INFO] [utils.py:827:see_memory_usage] before initializing group 1
+ 0: [2023-05-08 19:43:38,282] [INFO] [utils.py:828:see_memory_usage] MA 8.21 GB         Max_MA 8.21 GB         CA 10.51 GB         Max_CA 11 GB 
+ 0: [2023-05-08 19:43:38,283] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory:  used = 37.07 GB, percent = 7.4%
+ 0: [2023-05-08 19:43:38,389] [INFO] [utils.py:827:see_memory_usage] after initializing group 1
+ 0: [2023-05-08 19:43:38,389] [INFO] [utils.py:828:see_memory_usage] MA 12.1 GB         Max_MA 12.1 GB         CA 16.33 GB         Max_CA 16 GB 
+ 0: [2023-05-08 19:43:38,389] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory:  used = 37.07 GB, percent = 7.4%
+ 0: [2023-05-08 19:43:38,491] [INFO] [utils.py:827:see_memory_usage] before initializing group 2
+ 0: [2023-05-08 19:43:38,491] [INFO] [utils.py:828:see_memory_usage] MA 12.1 GB         Max_MA 12.1 GB         CA 16.33 GB         Max_CA 16 GB 
+ 0: [2023-05-08 19:43:38,492] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory:  used = 37.07 GB, percent = 7.4%
+ 0: [2023-05-08 19:43:38,601] [INFO] [utils.py:827:see_memory_usage] after initializing group 2
+ 0: [2023-05-08 19:43:38,602] [INFO] [utils.py:828:see_memory_usage] MA 12.1 GB         Max_MA 12.1 GB         CA 16.33 GB         Max_CA 16 GB 
+ 0: [2023-05-08 19:43:38,602] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory:  used = 37.07 GB, percent = 7.4%
+ 0: [2023-05-08 19:43:38,705] [INFO] [utils.py:827:see_memory_usage] before initialize_optimizer
+ 0: [2023-05-08 19:43:38,706] [INFO] [utils.py:828:see_memory_usage] MA 12.1 GB         Max_MA 12.1 GB         CA 16.33 GB         Max_CA 16 GB 
+ 0: [2023-05-08 19:43:38,706] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory:  used = 37.07 GB, percent = 7.4%
+ 0: [2023-05-08 19:43:38,816] [INFO] [utils.py:827:see_memory_usage] end initialize_optimizer
+ 0: [2023-05-08 19:43:38,817] [INFO] [utils.py:828:see_memory_usage] MA 12.17 GB         Max_MA 12.17 GB         CA 16.33 GB         Max_CA 16 GB 
+ 0: [2023-05-08 19:43:38,817] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory:  used = 37.07 GB, percent = 7.4%
+ 0: [2023-05-08 19:43:38,921] [INFO] [utils.py:827:see_memory_usage] end bf16_optimizer
+ 0: [2023-05-08 19:43:38,922] [INFO] [utils.py:828:see_memory_usage] MA 12.17 GB         Max_MA 12.17 GB         CA 16.33 GB         Max_CA 16 GB 
+ 0: [2023-05-08 19:43:38,922] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory:  used = 37.07 GB, percent = 7.4%
+ 0: [2023-05-08 19:43:38,922] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed Final Optimizer = FusedAdam
+ 0: [2023-05-08 19:43:38,923] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed using client LR scheduler
+ 0: [2023-05-08 19:43:38,923] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed LR Scheduler = <megatron.learning_rates.AnnealingLR object at 0x153520c2efd0>
+ 0: [2023-05-08 19:43:38,923] [INFO] [logging.py:68:log_dist] [Rank 0] step=0, skipped=0, lr=[0.0002, 0.0002, 0.0002], mom=[(0.9, 0.999), (0.9, 0.999), (0.9, 0.999)]
+ 0: [2023-05-08 19:43:38,923] [INFO] [config.py:1007:print] DeepSpeedEngine configuration:
+ 0: [2023-05-08 19:43:38,924] [INFO] [config.py:1011:print]   activation_checkpointing_config  {
+ 0:     "partition_activations": false, 
+ 0:     "contiguous_memory_optimization": false, 
+ 0:     "cpu_checkpointing": false, 
+ 0:     "number_checkpoints": null, 
+ 0:     "synchronize_checkpoint_boundary": false, 
+ 0:     "profile": false
+ 0: }
+ 0: [2023-05-08 19:43:38,924] [INFO] [config.py:1011:print]   aio_config ................... {'block_size': 1048576, 'queue_depth': 8, 'thread_count': 1, 'single_submit': False, 'overlap_events': True}
+ 0: [2023-05-08 19:43:38,924] [INFO] [config.py:1011:print]   amp_enabled .................. False
+ 0: [2023-05-08 19:43:38,924] [INFO] [config.py:1011:print]   amp_params ................... False
+ 0: [2023-05-08 19:43:38,924] [INFO] [config.py:1011:print]   autotuning_config ............ {
+ 0:     "enabled": false, 
+ 0:     "start_step": null, 
+ 0:     "end_step": null, 
+ 0:     "metric_path": null, 
+ 0:     "arg_mappings": null, 
+ 0:     "metric": "throughput", 
+ 0:     "model_info": null, 
+ 0:     "results_dir": "/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/autotuning_results", 
+ 0:     "exps_dir": "/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/autotuning_exps", 
+ 0:     "overwrite": true, 
+ 0:     "fast": true, 
+ 0:     "start_profile_step": 3, 
+ 0:     "end_profile_step": 5, 
+ 0:     "tuner_type": "gridsearch", 
+ 0:     "tuner_early_stopping": 5, 
+ 0:     "tuner_num_trials": 50, 
+ 0:     "model_info_path": null, 
+ 0:     "mp_size": 1, 
+ 0:     "max_train_batch_size": null, 
+ 0:     "min_train_batch_size": 1, 
+ 0:     "max_train_micro_batch_size_per_gpu": 1.024000e+03, 
+ 0:     "min_train_micro_batch_size_per_gpu": 1, 
+ 0:     "num_tuning_micro_batch_sizes": 3
+ 0: }
+ 0: [2023-05-08 19:43:38,924] [INFO] [config.py:1011:print]   bfloat16_enabled ............. True
+ 0: [2023-05-08 19:43:38,924] [INFO] [config.py:1011:print]   checkpoint_parallel_write_pipeline  False
+ 0: [2023-05-08 19:43:38,924] [INFO] [config.py:1011:print]   checkpoint_tag_validation_enabled  True
+ 0: [2023-05-08 19:43:38,924] [INFO] [config.py:1011:print]   checkpoint_tag_validation_fail  False
+ 0: [2023-05-08 19:43:38,924] [INFO] [config.py:1011:print]   comms_config ................. <deepspeed.comm.config.DeepSpeedCommsConfig object at 0x153520c2ed30>
+ 0: [2023-05-08 19:43:38,924] [INFO] [config.py:1011:print]   communication_data_type ...... None
+ 0: [2023-05-08 19:43:38,924] [INFO] [config.py:1011:print]   compression_config ........... {'weight_quantization': {'shared_parameters': {'enabled': False, 'quantizer_kernel': False, 'schedule_offset': 0, 'quantize_groups': 1, 'quantize_verbose': False, 'quantization_type': 'symmetric', 'quantize_weight_in_forward': False, 'rounding': 'nearest', 'fp16_mixed_quantize': False, 'quantize_change_ratio': 0.001}, 'different_groups': {}}, 'activation_quantization': {'shared_parameters': {'enabled': False, 'quantization_type': 'symmetric', 'range_calibration': 'dynamic', 'schedule_offset': 1000}, 'different_groups': {}}, 'sparse_pruning': {'shared_parameters': {'enabled': False, 'method': 'l1', 'schedule_offset': 1000}, 'different_groups': {}}, 'row_pruning': {'shared_parameters': {'enabled': False, 'method': 'l1', 'schedule_offset': 1000}, 'different_groups': {}}, 'head_pruning': {'shared_parameters': {'enabled': False, 'method': 'topk', 'schedule_offset': 1000}, 'different_groups': {}}, 'channel_pruning': {'shared_pa
+ 0: rameters': {'enabled': False, 'method': 'l1', 'schedule_offset': 1000}, 'different_groups': {}}, 'layer_reduction': {'enabled': False}}
+ 0: [2023-05-08 19:43:38,924] [INFO] [config.py:1011:print]   curriculum_enabled ........... False
+ 0: [2023-05-08 19:43:38,924] [INFO] [config.py:1011:print]   curriculum_params ............ False
+ 0: [2023-05-08 19:43:38,924] [INFO] [config.py:1011:print]   dataloader_drop_last ......... False
+ 0: [2023-05-08 19:43:38,924] [INFO] [config.py:1011:print]   disable_allgather ............ False
+ 0: [2023-05-08 19:43:38,924] [INFO] [config.py:1011:print]   dump_state ................... False
+ 0: [2023-05-08 19:43:38,924] [INFO] [config.py:1011:print]   dynamic_loss_scale_args ...... None
+ 0: [2023-05-08 19:43:38,924] [INFO] [config.py:1011:print]   eigenvalue_enabled ........... False
+ 0: [2023-05-08 19:43:38,924] [INFO] [config.py:1011:print]   eigenvalue_gas_boundary_resolution  1
+ 0: [2023-05-08 19:43:38,924] [INFO] [config.py:1011:print]   eigenvalue_layer_name ........ bert.encoder.layer
+ 0: [2023-05-08 19:43:38,924] [INFO] [config.py:1011:print]   eigenvalue_layer_num ......... 0
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   eigenvalue_max_iter .......... 100
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   eigenvalue_stability ......... 1e-06
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   eigenvalue_tol ............... 0.01
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   eigenvalue_verbose ........... False
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   elasticity_enabled ........... False
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   flops_profiler_config ........ {
+ 0:     "enabled": false, 
+ 0:     "profile_step": 1, 
+ 0:     "module_depth": -1, 
+ 0:     "top_modules": 1, 
+ 0:     "detailed": true, 
+ 0:     "output_file": null
+ 0: }
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   fp16_auto_cast ............... None
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   fp16_enabled ................. False
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   fp16_master_weights_and_gradients  False
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   global_rank .................. 0
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   gradient_accumulation_steps .. 1
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   gradient_clipping ............ 1.0
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   gradient_predivide_factor .... 1.0
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   initial_dynamic_scale ........ 1
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   load_universal_checkpoint .... False
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   loss_scale ................... 1.0
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   memory_breakdown ............. False
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   monitor_config ............... <deepspeed.monitor.config.DeepSpeedMonitorConfig object at 0x153520c2ec70>
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   nebula_config ................ {
+ 0:     "enabled": false, 
+ 0:     "persistent_storage_path": null, 
+ 0:     "persistent_time_interval": 100, 
+ 0:     "num_of_version_in_retention": 2, 
+ 0:     "enable_nebula_load": true, 
+ 0:     "load_path": null
+ 0: }
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   optimizer_legacy_fusion ...... False
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   optimizer_name ............... None
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   optimizer_params ............. None
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   pipeline ..................... {'stages': 'auto', 'partition': 'best', 'seed_layers': False, 'activation_checkpoint_interval': 0}
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   pld_enabled .................. False
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   pld_params ................... False
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   prescale_gradients ........... False
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   scheduler_name ............... None
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   scheduler_params ............. None
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   sparse_attention ............. None
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   sparse_gradients_enabled ..... False
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   steps_per_print .............. 2000
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   train_batch_size ............. 512
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   train_micro_batch_size_per_gpu  2
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   use_node_local_storage ....... False
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   wall_clock_breakdown ......... False
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   world_size ................... 256
+ 0: [2023-05-08 19:43:38,925] [INFO] [config.py:1011:print]   zero_allow_untested_optimizer  False
+ 0: [2023-05-08 19:43:38,926] [INFO] [config.py:1011:print]   zero_config .................. stage=0 contiguous_gradients=True reduce_scatter=True reduce_bucket_size=500000000 allgather_partitions=True allgather_bucket_size=500000000 overlap_comm=False load_from_fp32_weights=True elastic_checkpoint=False offload_param=None offload_optimizer=None sub_group_size=1000000000 cpu_offload_param=None cpu_offload_use_pin_memory=None cpu_offload=None prefetch_bucket_size=50000000 param_persistence_threshold=100000 model_persistence_threshold=9223372036854775807 max_live_parameters=1000000000 max_reuse_distance=1000000000 gather_16bit_weights_on_model_save=False stage3_gather_fp16_weights_on_model_save=False ignore_unused_parameters=True legacy_stage1=False round_robin_gradients=False
+ 0: [2023-05-08 19:43:38,926] [INFO] [config.py:1011:print]   zero_enabled ................. False
+ 0: [2023-05-08 19:43:38,926] [INFO] [config.py:1011:print]   zero_optimization_stage ...... 0
+ 0: [2023-05-08 19:43:38,926] [INFO] [config.py:996:print_user_config]   json = {
+ 0:     "train_micro_batch_size_per_gpu": 2, 
+ 0:     "train_batch_size": 512, 
+ 0:     "gradient_clipping": 1.0, 
+ 0:     "zero_optimization": {
+ 0:         "stage": 0
+ 0:     }, 
+ 0:     "bf16": {
+ 0:         "enabled": true
+ 0:     }, 
+ 0:     "steps_per_print": 2.000000e+03, 
+ 0:     "wall_clock_breakdown": false
+ 0: }
+ 0: Time to load utils op: 0.0004839897155761719 seconds
+ 0: [2023-05-08 19:43:38,926] [INFO] [engine.py:87:__init__] CONFIG: micro_batches=1 micro_batch_size=2
+ 0: [2023-05-08 19:43:38,939] [INFO] [engine.py:145:__init__] RANK=0 STAGE=0 LAYERS=39 [0, 39) STAGE_PARAMS=2160013824 (2160.014M) TOTAL_PARAMS=2160013824 (2160.014M) UNIQUE_PARAMS=2160013824 (2160.014M)
+16: [2023-05-08 19:43:38,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+16: [2023-05-08 19:43:38,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+16: [2023-05-08 19:43:38,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+16: [2023-05-08 19:43:38,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+16: [2023-05-08 19:43:38,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+16: [2023-05-08 19:43:38,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+16: [2023-05-08 19:43:38,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+16: [2023-05-08 19:43:38,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+18: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+18: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+18: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+18: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+18: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+18: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+18: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+24: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+24: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+24: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+24: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+24: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+24: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+18: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+27: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+28: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+28: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+28: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+28: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+24: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 8: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 8: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 8: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 8: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 8: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+28: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+28: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+28: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+24: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 7: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 7: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 7: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 7: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 7: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 8: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 8: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 7: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 7: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+27: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+27: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+27: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+27: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+27: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+27: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+23: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+23: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+23: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+23: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+23: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+23: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+23: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 6: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 6: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 6: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 6: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+30: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+30: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+30: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+30: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+30: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 6: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 6: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 6: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+30: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+30: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+15: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+15: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+15: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+15: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+15: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+15: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+15: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+10: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+10: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+28: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 6: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+15: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+10: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+10: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+10: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+10: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+10: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 8: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 1: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 1: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 1: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 1: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 1: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 7: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+27: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 1: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 1: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+20: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+20: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+20: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+20: [2023-05-08 19:43:38,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+20: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+20: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+20: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 0: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 5: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 5: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+22: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+22: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 5: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 5: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 5: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 5: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 5: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+17: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+17: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+17: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+17: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 0: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 0: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 0: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 0: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 0: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 0: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+13: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+13: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+13: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+13: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+20: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+17: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+17: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+23: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+30: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+13: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+13: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+13: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+31: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+31: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+31: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+31: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+31: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+17: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+26: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+31: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+19: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+19: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+19: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+19: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+19: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+31: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+19: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+19: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 0: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 1: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 4: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 4: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 4: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 4: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+22: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+22: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 4: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 4: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 4: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+13: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+22: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+22: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 3: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+31: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+26: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+26: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+26: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+26: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+26: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 3: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 5: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+10: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+22: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+26: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 4: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 3: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+19: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 3: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 3: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+22: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 3: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 3: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+14: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+14: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+14: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+14: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+14: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+14: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+14: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 9: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 9: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 9: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 9: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 9: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 9: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 9: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+25: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+25: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+25: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+25: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+25: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 9: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+21: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+17: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+25: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+25: [2023-05-08 19:43:38,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+26: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+29: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+11: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+21: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+25: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+29: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+29: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+29: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+21: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+21: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+21: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+21: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+21: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 3: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+11: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+11: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+11: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+11: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+11: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+29: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+29: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+29: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+12: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+12: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+12: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+12: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 2: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 2: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 2: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 2: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+11: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+12: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+12: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 2: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 2: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 2: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+12: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+21: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+14: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+29: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+12: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+11: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 2: [2023-05-08 19:43:38,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+16: [2023-05-08 19:43:38,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 5: [2023-05-08 19:43:38,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 5: [2023-05-08 19:43:38,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 5: [2023-05-08 19:43:38,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 5: [2023-05-08 19:43:38,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 5: [2023-05-08 19:43:38,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+16: [2023-05-08 19:43:38,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+16: [2023-05-08 19:43:38,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 5: [2023-05-08 19:43:38,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 5: [2023-05-08 19:43:38,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+16: [2023-05-08 19:43:38,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 5: [2023-05-08 19:43:38,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 5: [2023-05-08 19:43:38,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 5: [2023-05-08 19:43:38,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 5: [2023-05-08 19:43:38,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 5: [2023-05-08 19:43:38,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+16: [2023-05-08 19:43:38,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+16: [2023-05-08 19:43:38,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+16: [2023-05-08 19:43:38,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 5: [2023-05-08 19:43:38,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+16: [2023-05-08 19:43:38,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 5: [2023-05-08 19:43:38,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 5: [2023-05-08 19:43:38,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+16: [2023-05-08 19:43:38,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+16: [2023-05-08 19:43:38,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 5: [2023-05-08 19:43:38,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+16: [2023-05-08 19:43:38,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+16: [2023-05-08 19:43:38,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+16: [2023-05-08 19:43:38,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+16: [2023-05-08 19:43:38,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+16: [2023-05-08 19:43:38,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+16: [2023-05-08 19:43:38,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+16: [2023-05-08 19:43:38,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+16: [2023-05-08 19:43:38,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+16: [2023-05-08 19:43:38,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+16: [2023-05-08 19:43:38,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+16: [2023-05-08 19:43:38,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+16: [2023-05-08 19:43:38,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+16: [2023-05-08 19:43:38,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+16: [2023-05-08 19:43:38,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+16: [2023-05-08 19:43:38,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+16: [2023-05-08 19:43:38,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+16: [2023-05-08 19:43:38,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+16: [2023-05-08 19:43:38,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+16: [2023-05-08 19:43:38,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+16: [2023-05-08 19:43:38,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+16: [2023-05-08 19:43:38,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+16: [2023-05-08 19:43:38,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:38,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 5: [2023-05-08 19:43:38,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 5: [2023-05-08 19:43:38,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 5: [2023-05-08 19:43:38,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 5: [2023-05-08 19:43:38,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 5: [2023-05-08 19:43:38,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 5: [2023-05-08 19:43:38,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 5: [2023-05-08 19:43:38,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 5: [2023-05-08 19:43:38,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:38,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:38,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:38,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:39,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:39,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:39,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:39,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+15: [2023-05-08 19:43:39,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+15: [2023-05-08 19:43:39,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+15: [2023-05-08 19:43:39,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+15: [2023-05-08 19:43:39,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+15: [2023-05-08 19:43:39,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+15: [2023-05-08 19:43:39,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+15: [2023-05-08 19:43:39,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+15: [2023-05-08 19:43:39,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+15: [2023-05-08 19:43:39,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+15: [2023-05-08 19:43:39,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+15: [2023-05-08 19:43:39,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+15: [2023-05-08 19:43:39,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+15: [2023-05-08 19:43:39,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+15: [2023-05-08 19:43:39,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+15: [2023-05-08 19:43:39,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+15: [2023-05-08 19:43:39,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+24: [2023-05-08 19:43:39,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+24: [2023-05-08 19:43:39,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+24: [2023-05-08 19:43:39,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+24: [2023-05-08 19:43:39,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+24: [2023-05-08 19:43:39,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+27: [2023-05-08 19:43:39,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+27: [2023-05-08 19:43:39,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+27: [2023-05-08 19:43:39,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+27: [2023-05-08 19:43:39,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+27: [2023-05-08 19:43:39,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+24: [2023-05-08 19:43:39,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+24: [2023-05-08 19:43:39,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+27: [2023-05-08 19:43:39,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+27: [2023-05-08 19:43:39,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+27: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+27: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+27: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+27: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+24: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+24: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+24: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+24: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+24: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+29: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+29: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+29: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+29: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+29: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 6: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 6: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+24: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+24: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+24: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+27: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+27: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+27: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+29: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+29: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 6: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 6: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 0: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+27: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 6: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 6: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 4: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 4: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 4: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 4: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 4: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+24: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+29: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+29: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+29: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+29: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+29: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 6: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 4: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+27: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+29: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 4: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 0: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 0: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 0: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 0: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 0: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+29: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 6: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 4: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 0: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+29: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 6: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 4: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 0: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 6: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 6: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 6: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 4: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 4: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 4: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 4: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 6: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 6: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 4: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+29: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 6: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 4: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 7: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 7: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 7: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 7: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 6: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 4: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 7: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 0: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 0: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 0: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 0: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 0: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 7: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 7: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 0: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 7: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 7: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 7: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 7: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+15: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 7: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 7: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 7: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 7: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 0: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 0: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 7: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+15: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+30: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+30: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+30: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+30: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+30: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+15: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+30: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+30: [2023-05-08 19:43:39,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+30: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+30: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+30: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+30: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+30: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+30: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+30: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+15: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 8: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 8: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 8: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 8: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 8: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+15: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+30: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 8: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 8: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 8: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 8: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 8: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+24: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+15: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 8: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 8: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 8: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 8: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+30: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+27: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+15: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+15: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+15: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+15: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 8: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+24: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+24: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+29: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 6: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+24: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+15: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+27: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+21: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+21: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+21: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+27: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+29: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+15: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+24: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+21: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+15: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+21: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+21: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+21: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+21: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+21: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+21: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+21: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+27: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+24: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+21: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+21: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+21: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 6: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+21: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+15: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+29: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 6: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+15: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+24: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+24: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 6: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 6: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+21: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+29: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+18: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+18: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+18: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+27: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 7: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+15: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+18: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+18: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+18: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+24: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+24: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+24: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+18: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+27: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+27: [2023-05-08 19:43:39,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+27: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+18: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+18: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 4: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 0: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+29: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 6: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+24: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+18: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+18: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+18: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+18: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+27: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+18: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+18: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 7: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+29: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+27: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 6: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+10: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+10: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+10: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+10: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+10: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+29: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+29: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+29: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+24: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+27: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 2: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 2: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 2: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 2: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 7: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 4: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+10: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+10: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+18: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 6: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 2: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 2: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 7: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 4: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+29: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 6: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+12: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+12: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+12: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+12: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+12: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 2: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+24: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+10: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+10: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+27: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+28: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+28: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+28: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+28: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+28: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 6: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 2: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 2: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 0: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+10: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+10: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+30: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 6: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+12: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 2: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 0: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+10: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+10: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+10: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 7: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+28: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+29: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+12: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 2: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 2: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+28: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 2: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+10: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+29: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+12: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+12: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+12: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+12: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+12: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 2: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 7: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+28: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+12: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+24: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+28: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+28: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 6: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+12: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 2: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+30: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+28: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+10: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+28: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 8: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+28: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+12: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+24: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+27: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+20: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+20: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+20: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+20: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+28: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+28: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 4: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 4: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+12: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 0: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+29: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+29: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 0: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+28: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 8: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+20: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+20: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+30: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+29: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+20: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 0: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+30: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 4: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+20: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+20: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+17: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+17: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+17: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+17: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+17: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+27: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+20: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+20: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+17: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+17: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+30: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 6: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+20: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+20: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+27: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+29: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+20: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+30: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 6: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 0: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 1: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 1: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+17: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+17: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+17: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+17: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+17: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+13: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+13: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+13: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+13: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+13: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 1: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 1: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 1: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+20: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+17: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+17: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+30: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 4: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 1: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+17: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+13: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+13: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+27: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 7: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+13: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+13: [2023-05-08 19:43:39,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 8: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+20: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+13: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 1: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 1: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 7: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+30: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 1: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 1: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 1: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 1: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 8: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 9: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 9: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 9: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 9: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 9: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+13: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+13: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+13: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+13: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 0: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+13: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+25: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+25: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+25: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+25: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 4: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 9: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+21: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 8: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 8: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+17: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+11: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+11: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+11: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+11: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+11: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+13: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+25: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+25: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+25: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 9: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 9: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 8: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+30: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+30: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+26: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+26: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+26: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+26: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+26: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 9: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 1: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 4: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 9: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 9: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 9: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+11: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+11: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+18: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 0: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+11: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+11: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+11: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 8: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+25: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+25: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+26: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 9: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+26: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+26: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+26: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+11: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+11: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+11: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+11: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+25: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+26: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 9: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+25: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+25: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+26: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+21: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+25: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+25: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 4: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+30: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+30: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+30: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+30: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+25: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+26: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+26: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+26: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+11: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+21: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+18: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+30: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+26: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+11: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+21: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 8: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+26: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+31: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+31: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+31: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 3: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 3: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 3: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 3: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 3: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+25: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+30: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 3: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+21: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+21: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+31: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+31: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+31: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+19: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+19: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+19: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+19: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+19: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 8: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+31: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+19: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 8: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+31: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+31: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+19: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+22: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+22: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 8: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+19: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+19: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 3: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 3: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 3: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 3: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 3: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+22: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+22: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+22: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+31: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+31: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+31: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+19: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+19: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+19: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+19: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+22: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+22: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+19: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 3: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 3: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+18: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+18: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+31: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+31: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+21: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+18: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+22: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+31: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+22: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+22: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+21: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+22: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+22: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+22: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+12: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+12: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+19: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+22: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+21: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+18: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+21: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+18: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+22: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+20: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+19: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+21: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+18: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+31: [2023-05-08 19:43:39,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+28: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+21: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+18: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+22: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+28: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+12: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 2: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+10: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+21: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+21: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+20: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 2: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+18: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+12: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+13: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+28: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+18: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+12: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+18: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+21: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+28: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+20: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+18: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+14: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+14: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+14: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+12: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 2: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 9: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 9: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+21: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+13: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+20: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+18: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+14: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+14: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+14: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+14: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+26: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+11: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+28: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+13: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+18: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+12: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+20: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 2: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+12: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+10: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+20: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+14: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+14: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+14: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+14: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+11: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+13: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 9: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+14: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+14: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+14: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+ 2: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+14: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+10: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+10: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+13: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+28: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+12: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+20: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+20: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+26: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 2: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+10: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+10: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+18: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+28: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+12: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+11: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+13: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+12: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+12: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+14: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+26: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+12: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+28: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+28: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+28: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+11: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 2: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+10: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+13: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+13: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+20: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 9: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+28: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+19: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+13: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+13: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+20: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+12: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+13: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+20: [2023-05-08 19:43:39,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+26: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+11: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+11: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+28: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+28: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+26: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+20: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+10: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+13: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+20: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+26: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+12: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+11: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+11: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+13: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+26: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+19: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 1: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+11: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+31: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 2: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+20: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+26: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+19: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+10: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+11: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+13: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+28: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 9: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+26: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+26: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+12: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+19: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+10: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+11: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 9: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+10: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+28: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+19: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 9: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 2: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+11: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+13: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+26: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+20: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+20: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+13: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+10: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+10: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+26: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+28: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+19: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+26: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+19: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+10: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+11: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+11: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+17: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+26: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+19: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 3: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+31: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+19: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+19: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+23: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+23: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+23: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+23: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+23: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+11: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+17: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 9: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+23: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+23: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+19: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+23: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+23: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+23: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+23: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+23: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+23: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+23: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+26: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+11: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+17: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+19: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+25: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+25: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+22: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+26: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+31: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+31: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+10: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+23: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+19: [2023-05-08 19:43:39,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+31: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+31: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 1: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 3: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+17: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+23: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt...
+19: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+22: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+31: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+19: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+10: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+17: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 3: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+25: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+31: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+31: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+19: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+17: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+25: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 1: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+22: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 3: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 3: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+17: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+22: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 3: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+31: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 3: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+22: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+25: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+25: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+17: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+31: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 1: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 3: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+31: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+31: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+25: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+25: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+22: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+22: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+22: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+22: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+ 3: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+31: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+17: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+31: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+25: [2023-05-08 19:43:39,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+17: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+22: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+22: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+31: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+25: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+25: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+23: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+17: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+17: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+17: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+17: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+22: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+25: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+14: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+23: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+22: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+17: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+14: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+23: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+25: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+23: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+14: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+23: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+14: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+25: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+25: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+17: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+22: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+22: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+22: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+14: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+25: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+23: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+14: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+23: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+23: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+23: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+23: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+14: [2023-05-08 19:43:39,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+23: [2023-05-08 19:43:39,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+23: [2023-05-08 19:43:39,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+14: [2023-05-08 19:43:39,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt.
+23: [2023-05-08 19:43:39,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+23: [2023-05-08 19:43:39,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+23: [2023-05-08 19:43:39,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+23: [2023-05-08 19:43:39,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+14: [2023-05-08 19:43:39,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+14: [2023-05-08 19:43:39,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+14: [2023-05-08 19:43:39,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+14: [2023-05-08 19:43:39,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+14: [2023-05-08 19:43:39,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+14: [2023-05-08 19:43:39,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+14: [2023-05-08 19:43:39,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+14: [2023-05-08 19:43:39,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+21: [2023-05-08 19:43:39,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+21: [2023-05-08 19:43:39,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+21: [2023-05-08 19:43:39,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+21: [2023-05-08 19:43:39,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+21: [2023-05-08 19:43:39,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+21: [2023-05-08 19:43:39,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+21: [2023-05-08 19:43:39,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+21: [2023-05-08 19:43:39,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:39,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:39,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:39,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+21: [2023-05-08 19:43:39,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+21: [2023-05-08 19:43:39,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+21: [2023-05-08 19:43:39,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+21: [2023-05-08 19:43:39,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+21: [2023-05-08 19:43:39,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+21: [2023-05-08 19:43:39,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:39,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:39,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:39,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:39,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+21: [2023-05-08 19:43:39,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+21: [2023-05-08 19:43:39,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:39,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:39,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+24: [2023-05-08 19:43:39,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+24: [2023-05-08 19:43:39,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+11: [2023-05-08 19:43:39,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+11: [2023-05-08 19:43:39,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+24: [2023-05-08 19:43:39,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+24: [2023-05-08 19:43:39,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+24: [2023-05-08 19:43:39,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+24: [2023-05-08 19:43:39,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+11: [2023-05-08 19:43:39,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+11: [2023-05-08 19:43:39,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+11: [2023-05-08 19:43:39,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+11: [2023-05-08 19:43:39,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:39,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+11: [2023-05-08 19:43:39,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:39,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:39,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:39,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:39,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:39,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+11: [2023-05-08 19:43:39,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:39,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+24: [2023-05-08 19:43:39,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+24: [2023-05-08 19:43:39,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+31: [2023-05-08 19:43:39,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+31: [2023-05-08 19:43:39,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+31: [2023-05-08 19:43:39,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+31: [2023-05-08 19:43:39,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+31: [2023-05-08 19:43:39,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+31: [2023-05-08 19:43:39,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+31: [2023-05-08 19:43:39,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+31: [2023-05-08 19:43:39,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+15: [2023-05-08 19:43:39,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+15: [2023-05-08 19:43:39,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+15: [2023-05-08 19:43:39,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+15: [2023-05-08 19:43:39,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+15: [2023-05-08 19:43:39,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+15: [2023-05-08 19:43:39,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+15: [2023-05-08 19:43:39,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+15: [2023-05-08 19:43:39,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+11: [2023-05-08 19:43:39,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+24: [2023-05-08 19:43:39,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+24: [2023-05-08 19:43:39,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+11: [2023-05-08 19:43:39,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+31: [2023-05-08 19:43:39,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+24: [2023-05-08 19:43:39,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+24: [2023-05-08 19:43:39,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+11: [2023-05-08 19:43:39,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+24: [2023-05-08 19:43:39,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+24: [2023-05-08 19:43:39,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+11: [2023-05-08 19:43:39,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:39,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:39,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:39,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:39,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:39,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:39,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+24: [2023-05-08 19:43:39,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:39,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+15: [2023-05-08 19:43:39,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:39,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+24: [2023-05-08 19:43:39,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+15: [2023-05-08 19:43:39,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+15: [2023-05-08 19:43:39,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+11: [2023-05-08 19:43:39,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+11: [2023-05-08 19:43:39,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+11: [2023-05-08 19:43:39,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+11: [2023-05-08 19:43:39,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+15: [2023-05-08 19:43:39,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+15: [2023-05-08 19:43:39,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+31: [2023-05-08 19:43:39,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+15: [2023-05-08 19:43:39,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+15: [2023-05-08 19:43:39,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+15: [2023-05-08 19:43:39,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+31: [2023-05-08 19:43:39,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+31: [2023-05-08 19:43:39,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+31: [2023-05-08 19:43:39,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+31: [2023-05-08 19:43:39,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+31: [2023-05-08 19:43:39,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+31: [2023-05-08 19:43:39,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:39,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:39,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:39,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:39,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:39,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:39,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:39,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:39,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:39,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:39,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:39,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:39,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:39,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:39,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:39,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:39,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:39,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:39,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:39,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:39,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:39,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:39,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:39,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:39,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:39,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:39,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:39,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:39,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:39,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:39,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:39,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:39,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:39,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+19: [2023-05-08 19:43:39,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+19: [2023-05-08 19:43:39,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:39,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+19: [2023-05-08 19:43:39,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+19: [2023-05-08 19:43:39,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+19: [2023-05-08 19:43:39,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+19: [2023-05-08 19:43:39,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+19: [2023-05-08 19:43:39,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+19: [2023-05-08 19:43:39,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+29: [2023-05-08 19:43:39,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+29: [2023-05-08 19:43:39,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:39,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:39,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+21: [2023-05-08 19:43:39,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+21: [2023-05-08 19:43:39,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+21: [2023-05-08 19:43:39,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:39,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:39,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:39,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:39,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:39,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:39,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:39,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+29: [2023-05-08 19:43:39,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+29: [2023-05-08 19:43:39,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+29: [2023-05-08 19:43:39,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+29: [2023-05-08 19:43:39,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+20: [2023-05-08 19:43:39,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+20: [2023-05-08 19:43:39,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+21: [2023-05-08 19:43:39,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+28: [2023-05-08 19:43:39,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+28: [2023-05-08 19:43:39,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+28: [2023-05-08 19:43:39,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+28: [2023-05-08 19:43:39,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+28: [2023-05-08 19:43:39,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+28: [2023-05-08 19:43:39,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+28: [2023-05-08 19:43:39,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+28: [2023-05-08 19:43:39,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+29: [2023-05-08 19:43:39,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+22: [2023-05-08 19:43:39,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+22: [2023-05-08 19:43:39,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+10: [2023-05-08 19:43:39,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:39,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:39,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:39,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:39,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:39,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:39,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:39,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+19: [2023-05-08 19:43:39,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+19: [2023-05-08 19:43:39,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+26: [2023-05-08 19:43:39,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+26: [2023-05-08 19:43:39,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+10: [2023-05-08 19:43:39,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+29: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:39,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+10: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+22: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+22: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+22: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+22: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+20: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+20: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+22: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+20: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+10: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+10: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+10: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+20: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+20: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+22: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+30: [2023-05-08 19:43:39,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+30: [2023-05-08 19:43:39,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+30: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+30: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+30: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+30: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+30: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+26: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+26: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+26: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+26: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+26: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+10: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+20: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+26: [2023-05-08 19:43:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:39,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:39,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+10: [2023-05-08 19:43:39,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+30: [2023-05-08 19:43:39,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:39,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:39,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:39,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:39,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:39,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:39,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:39,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:39,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:39,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:39,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:39,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:39,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:39,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+21: [2023-05-08 19:43:39,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:39,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:39,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:39,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:39,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+21: [2023-05-08 19:43:39,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+21: [2023-05-08 19:43:39,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+12: [2023-05-08 19:43:39,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+12: [2023-05-08 19:43:39,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+12: [2023-05-08 19:43:39,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+12: [2023-05-08 19:43:39,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+12: [2023-05-08 19:43:39,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+12: [2023-05-08 19:43:39,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+12: [2023-05-08 19:43:39,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:39,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+21: [2023-05-08 19:43:39,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+13: [2023-05-08 19:43:39,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+13: [2023-05-08 19:43:39,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+12: [2023-05-08 19:43:39,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:39,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+26: [2023-05-08 19:43:39,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+20: [2023-05-08 19:43:39,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+20: [2023-05-08 19:43:39,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:39,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+13: [2023-05-08 19:43:39,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+10: [2023-05-08 19:43:39,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+10: [2023-05-08 19:43:39,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+26: [2023-05-08 19:43:39,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:39,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+19: [2023-05-08 19:43:39,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+13: [2023-05-08 19:43:39,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+13: [2023-05-08 19:43:39,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+13: [2023-05-08 19:43:39,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+13: [2023-05-08 19:43:39,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+19: [2023-05-08 19:43:39,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+19: [2023-05-08 19:43:39,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+13: [2023-05-08 19:43:39,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+28: [2023-05-08 19:43:39,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+29: [2023-05-08 19:43:39,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:39,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+29: [2023-05-08 19:43:39,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+19: [2023-05-08 19:43:39,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:39,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:39,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:39,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:39,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:39,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+28: [2023-05-08 19:43:39,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+19: [2023-05-08 19:43:39,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:39,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:39,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:39,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:39,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:39,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:39,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+28: [2023-05-08 19:43:39,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+30: [2023-05-08 19:43:39,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:39,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+29: [2023-05-08 19:43:39,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:39,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+19: [2023-05-08 19:43:39,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+30: [2023-05-08 19:43:39,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+30: [2023-05-08 19:43:39,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+29: [2023-05-08 19:43:39,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+31: [2023-05-08 19:43:39,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+12: [2023-05-08 19:43:39,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+29: [2023-05-08 19:43:39,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+29: [2023-05-08 19:43:39,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:39,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:39,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+28: [2023-05-08 19:43:39,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+29: [2023-05-08 19:43:39,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:39,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+28: [2023-05-08 19:43:39,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:39,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+28: [2023-05-08 19:43:39,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+29: [2023-05-08 19:43:39,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+30: [2023-05-08 19:43:39,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+28: [2023-05-08 19:43:39,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:39,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+13: [2023-05-08 19:43:39,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+28: [2023-05-08 19:43:39,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:39,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+30: [2023-05-08 19:43:39,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+11: [2023-05-08 19:43:39,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+11: [2023-05-08 19:43:39,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:39,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+30: [2023-05-08 19:43:39,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:39,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+30: [2023-05-08 19:43:39,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:39,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+13: [2023-05-08 19:43:39,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+26: [2023-05-08 19:43:39,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:39,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:39,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+10: [2023-05-08 19:43:39,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+10: [2023-05-08 19:43:39,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+30: [2023-05-08 19:43:39,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:39,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+10: [2023-05-08 19:43:39,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+10: [2023-05-08 19:43:39,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+26: [2023-05-08 19:43:39,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+26: [2023-05-08 19:43:39,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+26: [2023-05-08 19:43:39,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+16: [2023-05-08 19:43:39,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+26: [2023-05-08 19:43:39,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+22: [2023-05-08 19:43:39,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+10: [2023-05-08 19:43:39,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+26: [2023-05-08 19:43:39,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+24: [2023-05-08 19:43:39,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+24: [2023-05-08 19:43:39,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+24: [2023-05-08 19:43:39,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+10: [2023-05-08 19:43:39,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:39,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+12: [2023-05-08 19:43:39,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:39,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:39,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+24: [2023-05-08 19:43:39,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:39,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+16: [2023-05-08 19:43:39,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+16: [2023-05-08 19:43:39,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+16: [2023-05-08 19:43:39,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+16: [2023-05-08 19:43:39,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+16: [2023-05-08 19:43:39,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+16: [2023-05-08 19:43:39,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:39,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:39,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:39,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+16: [2023-05-08 19:43:39,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+22: [2023-05-08 19:43:39,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+20: [2023-05-08 19:43:39,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+12: [2023-05-08 19:43:39,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+22: [2023-05-08 19:43:39,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:39,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+12: [2023-05-08 19:43:39,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+20: [2023-05-08 19:43:39,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+13: [2023-05-08 19:43:39,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+24: [2023-05-08 19:43:39,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+20: [2023-05-08 19:43:39,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+22: [2023-05-08 19:43:39,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+11: [2023-05-08 19:43:39,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+20: [2023-05-08 19:43:39,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+13: [2023-05-08 19:43:39,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+13: [2023-05-08 19:43:39,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:39,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+13: [2023-05-08 19:43:39,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+22: [2023-05-08 19:43:39,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+24: [2023-05-08 19:43:39,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+12: [2023-05-08 19:43:39,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+22: [2023-05-08 19:43:39,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+24: [2023-05-08 19:43:39,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+24: [2023-05-08 19:43:39,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+22: [2023-05-08 19:43:39,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+20: [2023-05-08 19:43:39,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+13: [2023-05-08 19:43:39,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+15: [2023-05-08 19:43:39,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+20: [2023-05-08 19:43:39,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+12: [2023-05-08 19:43:39,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+12: [2023-05-08 19:43:39,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+22: [2023-05-08 19:43:39,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+13: [2023-05-08 19:43:39,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+12: [2023-05-08 19:43:39,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+15: [2023-05-08 19:43:39,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+16: [2023-05-08 19:43:39,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+15: [2023-05-08 19:43:39,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+14: [2023-05-08 19:43:39,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+14: [2023-05-08 19:43:39,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+14: [2023-05-08 19:43:39,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+14: [2023-05-08 19:43:39,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+14: [2023-05-08 19:43:39,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+14: [2023-05-08 19:43:39,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+14: [2023-05-08 19:43:39,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+14: [2023-05-08 19:43:39,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+11: [2023-05-08 19:43:39,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+11: [2023-05-08 19:43:39,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+11: [2023-05-08 19:43:39,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+16: [2023-05-08 19:43:39,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+11: [2023-05-08 19:43:39,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+11: [2023-05-08 19:43:39,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+25: [2023-05-08 19:43:39,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+25: [2023-05-08 19:43:39,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+16: [2023-05-08 19:43:39,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+16: [2023-05-08 19:43:39,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+14: [2023-05-08 19:43:39,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+14: [2023-05-08 19:43:39,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+14: [2023-05-08 19:43:39,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+16: [2023-05-08 19:43:39,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+16: [2023-05-08 19:43:39,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+16: [2023-05-08 19:43:39,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+15: [2023-05-08 19:43:39,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+15: [2023-05-08 19:43:39,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+16: [2023-05-08 19:43:39,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+15: [2023-05-08 19:43:39,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+15: [2023-05-08 19:43:39,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+25: [2023-05-08 19:43:39,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+25: [2023-05-08 19:43:39,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+25: [2023-05-08 19:43:39,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+25: [2023-05-08 19:43:39,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+25: [2023-05-08 19:43:39,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+25: [2023-05-08 19:43:39,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+17: [2023-05-08 19:43:39,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+17: [2023-05-08 19:43:39,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+14: [2023-05-08 19:43:39,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+14: [2023-05-08 19:43:39,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+17: [2023-05-08 19:43:39,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+17: [2023-05-08 19:43:39,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+17: [2023-05-08 19:43:39,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+17: [2023-05-08 19:43:39,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+15: [2023-05-08 19:43:39,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+14: [2023-05-08 19:43:39,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+17: [2023-05-08 19:43:39,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+14: [2023-05-08 19:43:39,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+17: [2023-05-08 19:43:39,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+14: [2023-05-08 19:43:39,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+25: [2023-05-08 19:43:39,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+27: [2023-05-08 19:43:39,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+27: [2023-05-08 19:43:39,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+25: [2023-05-08 19:43:39,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+31: [2023-05-08 19:43:39,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+11: [2023-05-08 19:43:39,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+11: [2023-05-08 19:43:39,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+11: [2023-05-08 19:43:39,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+24: [2023-05-08 19:43:39,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+21: [2023-05-08 19:43:39,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+21: [2023-05-08 19:43:39,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+17: [2023-05-08 19:43:39,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+17: [2023-05-08 19:43:39,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+31: [2023-05-08 19:43:39,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+21: [2023-05-08 19:43:39,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:39,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:39,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:39,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+25: [2023-05-08 19:43:39,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+25: [2023-05-08 19:43:39,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:39,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+24: [2023-05-08 19:43:39,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+24: [2023-05-08 19:43:39,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+15: [2023-05-08 19:43:39,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+25: [2023-05-08 19:43:39,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+25: [2023-05-08 19:43:39,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+27: [2023-05-08 19:43:39,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+27: [2023-05-08 19:43:39,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+27: [2023-05-08 19:43:39,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+27: [2023-05-08 19:43:39,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+27: [2023-05-08 19:43:39,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+21: [2023-05-08 19:43:39,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+27: [2023-05-08 19:43:39,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+31: [2023-05-08 19:43:39,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+31: [2023-05-08 19:43:39,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+31: [2023-05-08 19:43:39,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+25: [2023-05-08 19:43:39,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+31: [2023-05-08 19:43:39,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+15: [2023-05-08 19:43:39,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+24: [2023-05-08 19:43:39,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+25: [2023-05-08 19:43:39,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+31: [2023-05-08 19:43:39,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+24: [2023-05-08 19:43:39,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+31: [2023-05-08 19:43:39,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+24: [2023-05-08 19:43:39,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+27: [2023-05-08 19:43:39,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+21: [2023-05-08 19:43:39,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+21: [2023-05-08 19:43:39,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+21: [2023-05-08 19:43:39,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:39,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+21: [2023-05-08 19:43:39,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+27: [2023-05-08 19:43:39,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:39,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:39,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:39,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+24: [2023-05-08 19:43:39,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+15: [2023-05-08 19:43:39,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:39,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+24: [2023-05-08 19:43:39,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+18: [2023-05-08 19:43:39,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+18: [2023-05-08 19:43:39,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:39,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:39,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+17: [2023-05-08 19:43:39,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+17: [2023-05-08 19:43:39,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+17: [2023-05-08 19:43:39,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:39,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:39,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+17: [2023-05-08 19:43:39,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+11: [2023-05-08 19:43:39,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+17: [2023-05-08 19:43:39,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+17: [2023-05-08 19:43:39,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+23: [2023-05-08 19:43:39,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+23: [2023-05-08 19:43:39,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+18: [2023-05-08 19:43:39,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+18: [2023-05-08 19:43:39,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+18: [2023-05-08 19:43:39,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+18: [2023-05-08 19:43:39,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+18: [2023-05-08 19:43:39,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:39,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:39,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+18: [2023-05-08 19:43:39,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+11: [2023-05-08 19:43:39,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:39,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:39,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:39,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:39,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:39,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:39,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+18: [2023-05-08 19:43:39,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+23: [2023-05-08 19:43:39,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+23: [2023-05-08 19:43:39,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+23: [2023-05-08 19:43:39,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+23: [2023-05-08 19:43:39,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+23: [2023-05-08 19:43:39,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+23: [2023-05-08 19:43:39,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+27: [2023-05-08 19:43:39,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+27: [2023-05-08 19:43:39,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+18: [2023-05-08 19:43:39,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+27: [2023-05-08 19:43:39,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+11: [2023-05-08 19:43:39,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+11: [2023-05-08 19:43:39,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+11: [2023-05-08 19:43:39,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+27: [2023-05-08 19:43:39,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+27: [2023-05-08 19:43:39,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+15: [2023-05-08 19:43:39,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+27: [2023-05-08 19:43:39,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:39,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+15: [2023-05-08 19:43:39,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:39,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:39,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:39,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:39,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:39,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:39,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:39,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:39,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:39,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+15: [2023-05-08 19:43:39,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:39,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:39,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:39,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:39,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:39,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:39,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:39,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:39,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:39,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:39,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+15: [2023-05-08 19:43:39,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+18: [2023-05-08 19:43:39,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+18: [2023-05-08 19:43:39,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+18: [2023-05-08 19:43:39,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+18: [2023-05-08 19:43:39,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+18: [2023-05-08 19:43:39,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+19: [2023-05-08 19:43:39,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+19: [2023-05-08 19:43:39,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+23: [2023-05-08 19:43:39,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+23: [2023-05-08 19:43:39,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+23: [2023-05-08 19:43:39,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+18: [2023-05-08 19:43:39,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+23: [2023-05-08 19:43:39,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+23: [2023-05-08 19:43:39,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+23: [2023-05-08 19:43:39,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+23: [2023-05-08 19:43:39,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:39,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:39,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:39,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+15: [2023-05-08 19:43:39,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+23: [2023-05-08 19:43:39,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+20: [2023-05-08 19:43:39,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+20: [2023-05-08 19:43:39,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+10: [2023-05-08 19:43:39,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+10: [2023-05-08 19:43:39,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+26: [2023-05-08 19:43:39,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:39,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:39,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+26: [2023-05-08 19:43:39,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+12: [2023-05-08 19:43:39,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:39,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:39,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:39,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:39,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:39,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:39,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:39,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:39,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:39,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:39,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:39,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:39,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:39,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:39,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+29: [2023-05-08 19:43:39,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+29: [2023-05-08 19:43:39,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:39,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:39,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:39,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+28: [2023-05-08 19:43:39,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+31: [2023-05-08 19:43:39,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:39,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+30: [2023-05-08 19:43:39,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+30: [2023-05-08 19:43:39,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:39,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:39,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:39,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+30: [2023-05-08 19:43:39,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+28: [2023-05-08 19:43:39,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+28: [2023-05-08 19:43:39,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+13: [2023-05-08 19:43:39,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+31: [2023-05-08 19:43:39,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+13: [2023-05-08 19:43:39,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+29: [2023-05-08 19:43:39,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:39,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:39,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:39,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:39,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+16: [2023-05-08 19:43:39,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+31: [2023-05-08 19:43:39,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:39,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+31: [2023-05-08 19:43:39,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:39,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:39,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:39,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:39,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:39,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:39,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:39,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:39,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:39,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:39,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:39,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:39,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+31: [2023-05-08 19:43:39,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+31: [2023-05-08 19:43:39,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+31: [2023-05-08 19:43:39,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+29: [2023-05-08 19:43:39,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:39,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:39,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:39,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:39,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:39,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+19: [2023-05-08 19:43:39,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+29: [2023-05-08 19:43:39,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+29: [2023-05-08 19:43:39,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+12: [2023-05-08 19:43:39,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+19: [2023-05-08 19:43:39,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+30: [2023-05-08 19:43:39,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+19: [2023-05-08 19:43:39,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+19: [2023-05-08 19:43:39,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+19: [2023-05-08 19:43:39,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+19: [2023-05-08 19:43:39,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+19: [2023-05-08 19:43:39,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+30: [2023-05-08 19:43:39,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+10: [2023-05-08 19:43:39,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+30: [2023-05-08 19:43:39,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+30: [2023-05-08 19:43:39,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:39,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+10: [2023-05-08 19:43:39,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:39,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:39,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+26: [2023-05-08 19:43:39,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+28: [2023-05-08 19:43:39,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+26: [2023-05-08 19:43:39,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+28: [2023-05-08 19:43:39,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+28: [2023-05-08 19:43:39,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+29: [2023-05-08 19:43:39,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+29: [2023-05-08 19:43:39,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+20: [2023-05-08 19:43:39,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:39,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:39,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+28: [2023-05-08 19:43:39,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:39,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:39,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+20: [2023-05-08 19:43:39,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+28: [2023-05-08 19:43:39,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+30: [2023-05-08 19:43:39,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:39,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:39,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:39,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:39,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:39,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:39,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+10: [2023-05-08 19:43:39,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+26: [2023-05-08 19:43:39,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+26: [2023-05-08 19:43:39,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+10: [2023-05-08 19:43:39,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+10: [2023-05-08 19:43:39,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+10: [2023-05-08 19:43:39,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+10: [2023-05-08 19:43:39,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+10: [2023-05-08 19:43:39,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+26: [2023-05-08 19:43:39,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+26: [2023-05-08 19:43:39,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:39,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:39,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+14: [2023-05-08 19:43:39,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+14: [2023-05-08 19:43:39,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+14: [2023-05-08 19:43:39,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+20: [2023-05-08 19:43:39,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+20: [2023-05-08 19:43:39,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+26: [2023-05-08 19:43:39,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+26: [2023-05-08 19:43:39,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:39,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:39,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+30: [2023-05-08 19:43:39,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:39,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:39,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+19: [2023-05-08 19:43:39,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:39,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:39,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:39,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+13: [2023-05-08 19:43:39,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+13: [2023-05-08 19:43:39,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+13: [2023-05-08 19:43:39,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+13: [2023-05-08 19:43:39,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:39,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+29: [2023-05-08 19:43:39,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+29: [2023-05-08 19:43:39,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:39,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:39,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+13: [2023-05-08 19:43:39,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:39,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:39,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+20: [2023-05-08 19:43:39,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+20: [2023-05-08 19:43:39,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+20: [2023-05-08 19:43:39,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:39,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:39,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:39,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+30: [2023-05-08 19:43:39,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+12: [2023-05-08 19:43:39,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+30: [2023-05-08 19:43:39,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+12: [2023-05-08 19:43:39,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+20: [2023-05-08 19:43:39,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:39,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:39,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:39,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+16: [2023-05-08 19:43:39,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+13: [2023-05-08 19:43:39,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+29: [2023-05-08 19:43:39,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+12: [2023-05-08 19:43:39,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:39,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+28: [2023-05-08 19:43:39,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+22: [2023-05-08 19:43:39,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+22: [2023-05-08 19:43:39,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+17: [2023-05-08 19:43:39,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+28: [2023-05-08 19:43:39,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+28: [2023-05-08 19:43:39,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+17: [2023-05-08 19:43:39,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+13: [2023-05-08 19:43:39,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+13: [2023-05-08 19:43:39,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+25: [2023-05-08 19:43:39,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+25: [2023-05-08 19:43:39,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:39,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+14: [2023-05-08 19:43:39,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:39,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:39,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:39,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:39,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:39,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:39,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+14: [2023-05-08 19:43:39,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+14: [2023-05-08 19:43:39,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+14: [2023-05-08 19:43:39,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+14: [2023-05-08 19:43:39,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:39,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:39,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:39,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+12: [2023-05-08 19:43:39,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+12: [2023-05-08 19:43:39,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+12: [2023-05-08 19:43:39,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:39,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+19: [2023-05-08 19:43:39,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+12: [2023-05-08 19:43:39,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+25: [2023-05-08 19:43:39,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:39,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:39,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:39,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+30: [2023-05-08 19:43:39,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:39,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+19: [2023-05-08 19:43:39,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+25: [2023-05-08 19:43:39,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+29: [2023-05-08 19:43:39,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+25: [2023-05-08 19:43:39,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+30: [2023-05-08 19:43:39,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+25: [2023-05-08 19:43:39,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+25: [2023-05-08 19:43:39,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+25: [2023-05-08 19:43:39,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+29: [2023-05-08 19:43:39,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+29: [2023-05-08 19:43:39,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+16: [2023-05-08 19:43:39,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+16: [2023-05-08 19:43:39,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+16: [2023-05-08 19:43:39,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+19: [2023-05-08 19:43:39,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+30: [2023-05-08 19:43:39,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+30: [2023-05-08 19:43:39,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:39,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:39,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:39,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+19: [2023-05-08 19:43:39,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:39,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+29: [2023-05-08 19:43:39,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+30: [2023-05-08 19:43:39,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+19: [2023-05-08 19:43:39,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:39,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+10: [2023-05-08 19:43:39,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+29: [2023-05-08 19:43:39,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+26: [2023-05-08 19:43:39,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:39,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+20: [2023-05-08 19:43:39,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+26: [2023-05-08 19:43:39,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+27: [2023-05-08 19:43:39,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:39,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+27: [2023-05-08 19:43:39,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+26: [2023-05-08 19:43:39,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+10: [2023-05-08 19:43:39,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:39,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:39,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+16: [2023-05-08 19:43:39,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+16: [2023-05-08 19:43:39,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+16: [2023-05-08 19:43:39,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+19: [2023-05-08 19:43:39,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+16: [2023-05-08 19:43:39,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:39,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+12: [2023-05-08 19:43:39,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+22: [2023-05-08 19:43:39,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+22: [2023-05-08 19:43:39,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+22: [2023-05-08 19:43:39,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+22: [2023-05-08 19:43:39,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+22: [2023-05-08 19:43:39,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+22: [2023-05-08 19:43:39,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+22: [2023-05-08 19:43:39,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+22: [2023-05-08 19:43:39,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+10: [2023-05-08 19:43:39,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+20: [2023-05-08 19:43:39,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+10: [2023-05-08 19:43:39,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:39,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:39,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+10: [2023-05-08 19:43:39,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+26: [2023-05-08 19:43:39,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+26: [2023-05-08 19:43:39,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+20: [2023-05-08 19:43:39,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+10: [2023-05-08 19:43:39,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+28: [2023-05-08 19:43:39,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+14: [2023-05-08 19:43:39,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:39,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:39,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+26: [2023-05-08 19:43:39,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+28: [2023-05-08 19:43:39,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+14: [2023-05-08 19:43:39,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+18: [2023-05-08 19:43:39,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+18: [2023-05-08 19:43:39,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+18: [2023-05-08 19:43:39,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+13: [2023-05-08 19:43:39,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+18: [2023-05-08 19:43:39,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+18: [2023-05-08 19:43:39,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+13: [2023-05-08 19:43:39,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:39,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+28: [2023-05-08 19:43:39,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+13: [2023-05-08 19:43:39,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+14: [2023-05-08 19:43:39,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+20: [2023-05-08 19:43:39,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:39,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+13: [2023-05-08 19:43:39,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+28: [2023-05-08 19:43:39,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+28: [2023-05-08 19:43:39,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+13: [2023-05-08 19:43:39,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+20: [2023-05-08 19:43:39,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+20: [2023-05-08 19:43:39,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:39,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:39,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+13: [2023-05-08 19:43:39,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+23: [2023-05-08 19:43:39,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+23: [2023-05-08 19:43:39,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+17: [2023-05-08 19:43:39,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+27: [2023-05-08 19:43:39,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+12: [2023-05-08 19:43:39,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+17: [2023-05-08 19:43:39,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+17: [2023-05-08 19:43:39,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+12: [2023-05-08 19:43:39,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+27: [2023-05-08 19:43:39,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+23: [2023-05-08 19:43:39,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+27: [2023-05-08 19:43:39,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+27: [2023-05-08 19:43:39,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+18: [2023-05-08 19:43:39,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+27: [2023-05-08 19:43:39,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+27: [2023-05-08 19:43:39,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+25: [2023-05-08 19:43:39,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+25: [2023-05-08 19:43:39,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+12: [2023-05-08 19:43:39,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+23: [2023-05-08 19:43:39,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+23: [2023-05-08 19:43:39,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+18: [2023-05-08 19:43:39,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+23: [2023-05-08 19:43:39,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+18: [2023-05-08 19:43:39,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+23: [2023-05-08 19:43:39,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+17: [2023-05-08 19:43:39,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+23: [2023-05-08 19:43:39,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+17: [2023-05-08 19:43:39,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+17: [2023-05-08 19:43:39,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+17: [2023-05-08 19:43:39,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+14: [2023-05-08 19:43:39,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:39,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+12: [2023-05-08 19:43:39,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+17: [2023-05-08 19:43:39,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+25: [2023-05-08 19:43:39,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:39,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+12: [2023-05-08 19:43:39,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:39,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:39,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+25: [2023-05-08 19:43:39,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+25: [2023-05-08 19:43:39,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+25: [2023-05-08 19:43:39,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:39,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+14: [2023-05-08 19:43:39,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+14: [2023-05-08 19:43:39,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+14: [2023-05-08 19:43:39,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+25: [2023-05-08 19:43:39,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+14: [2023-05-08 19:43:39,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+12: [2023-05-08 19:43:39,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+16: [2023-05-08 19:43:39,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:39,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+25: [2023-05-08 19:43:39,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+16: [2023-05-08 19:43:39,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+16: [2023-05-08 19:43:39,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+27: [2023-05-08 19:43:39,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:39,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:39,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+16: [2023-05-08 19:43:39,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:39,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+22: [2023-05-08 19:43:39,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+22: [2023-05-08 19:43:39,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:39,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:39,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:39,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:39,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:39,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt.
+18: [2023-05-08 19:43:39,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+27: [2023-05-08 19:43:39,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:39,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+22: [2023-05-08 19:43:39,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+22: [2023-05-08 19:43:39,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+18: [2023-05-08 19:43:39,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+16: [2023-05-08 19:43:39,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:39,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+18: [2023-05-08 19:43:39,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+16: [2023-05-08 19:43:39,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+22: [2023-05-08 19:43:39,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+16: [2023-05-08 19:43:39,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+18: [2023-05-08 19:43:39,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+22: [2023-05-08 19:43:39,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+27: [2023-05-08 19:43:39,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+18: [2023-05-08 19:43:39,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+18: [2023-05-08 19:43:39,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+18: [2023-05-08 19:43:39,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+23: [2023-05-08 19:43:39,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:39,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+27: [2023-05-08 19:43:39,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+18: [2023-05-08 19:43:39,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:39,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+23: [2023-05-08 19:43:39,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:39,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+23: [2023-05-08 19:43:39,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+17: [2023-05-08 19:43:39,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+17: [2023-05-08 19:43:39,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+17: [2023-05-08 19:43:39,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+27: [2023-05-08 19:43:39,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:39,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+17: [2023-05-08 19:43:39,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+23: [2023-05-08 19:43:39,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+23: [2023-05-08 19:43:39,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+23: [2023-05-08 19:43:39,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+17: [2023-05-08 19:43:39,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:39,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:39,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+23: [2023-05-08 19:43:39,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+23: [2023-05-08 19:43:39,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+27: [2023-05-08 19:43:39,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+17: [2023-05-08 19:43:39,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+27: [2023-05-08 19:43:39,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+27: [2023-05-08 19:43:39,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:39,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:39,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:39,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:39,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:39,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:39,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+31: [2023-05-08 19:43:40,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+31: [2023-05-08 19:43:40,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+31: [2023-05-08 19:43:40,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+31: [2023-05-08 19:43:40,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+31: [2023-05-08 19:43:40,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+31: [2023-05-08 19:43:40,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+31: [2023-05-08 19:43:40,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+31: [2023-05-08 19:43:40,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:40,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:40,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:40,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:40,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:40,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:40,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:40,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:40,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+31: [2023-05-08 19:43:40,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:40,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:40,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:40,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:40,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:40,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:40,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:40,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:40,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+31: [2023-05-08 19:43:40,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+31: [2023-05-08 19:43:40,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+31: [2023-05-08 19:43:40,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+31: [2023-05-08 19:43:40,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+31: [2023-05-08 19:43:40,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+31: [2023-05-08 19:43:40,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+31: [2023-05-08 19:43:40,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+21: [2023-05-08 19:43:40,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+21: [2023-05-08 19:43:40,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+21: [2023-05-08 19:43:40,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+21: [2023-05-08 19:43:40,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+21: [2023-05-08 19:43:40,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+21: [2023-05-08 19:43:40,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+21: [2023-05-08 19:43:40,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+21: [2023-05-08 19:43:40,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:40,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:40,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:40,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+31: [2023-05-08 19:43:40,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:40,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:40,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:40,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:40,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+12: [2023-05-08 19:43:40,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:40,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:40,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:40,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:40,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+12: [2023-05-08 19:43:40,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+12: [2023-05-08 19:43:40,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+12: [2023-05-08 19:43:40,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+12: [2023-05-08 19:43:40,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+12: [2023-05-08 19:43:40,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+12: [2023-05-08 19:43:40,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:40,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+12: [2023-05-08 19:43:40,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:40,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:40,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:40,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:40,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:40,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:40,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:40,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:40,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:40,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:40,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:40,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:40,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:40,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:40,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:40,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+12: [2023-05-08 19:43:40,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:40,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:40,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:40,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:40,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:40,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:40,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:40,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:40,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:40,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:40,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:40,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:40,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:40,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:40,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:40,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:40,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:40,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:40,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:40,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:40,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:40,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:40,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:40,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:40,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+30: [2023-05-08 19:43:40,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+30: [2023-05-08 19:43:40,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+12: [2023-05-08 19:43:40,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:40,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:40,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+12: [2023-05-08 19:43:40,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+30: [2023-05-08 19:43:40,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+12: [2023-05-08 19:43:40,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+30: [2023-05-08 19:43:40,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+30: [2023-05-08 19:43:40,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+30: [2023-05-08 19:43:40,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+30: [2023-05-08 19:43:40,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+30: [2023-05-08 19:43:40,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+12: [2023-05-08 19:43:40,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:40,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:40,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+12: [2023-05-08 19:43:40,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:40,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+12: [2023-05-08 19:43:40,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+12: [2023-05-08 19:43:40,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+31: [2023-05-08 19:43:40,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+31: [2023-05-08 19:43:40,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+21: [2023-05-08 19:43:40,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+30: [2023-05-08 19:43:40,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+30: [2023-05-08 19:43:40,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+30: [2023-05-08 19:43:40,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+30: [2023-05-08 19:43:40,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+30: [2023-05-08 19:43:40,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+30: [2023-05-08 19:43:40,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:40,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:40,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+30: [2023-05-08 19:43:40,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+30: [2023-05-08 19:43:40,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+21: [2023-05-08 19:43:40,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+21: [2023-05-08 19:43:40,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+21: [2023-05-08 19:43:40,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:40,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+21: [2023-05-08 19:43:40,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+21: [2023-05-08 19:43:40,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+31: [2023-05-08 19:43:40,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+31: [2023-05-08 19:43:40,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+31: [2023-05-08 19:43:40,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+31: [2023-05-08 19:43:40,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+31: [2023-05-08 19:43:40,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+31: [2023-05-08 19:43:40,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:40,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:40,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:40,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:40,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:40,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+12: [2023-05-08 19:43:40,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+31: [2023-05-08 19:43:40,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+31: [2023-05-08 19:43:40,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:40,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:40,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+21: [2023-05-08 19:43:40,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:40,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:40,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:40,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:40,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:40,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:40,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:40,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:40,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:40,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:40,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:40,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:40,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:40,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+30: [2023-05-08 19:43:40,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+30: [2023-05-08 19:43:40,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:40,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:40,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:40,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:40,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:40,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:40,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+30: [2023-05-08 19:43:40,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:40,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:40,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:40,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:40,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:40,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+12: [2023-05-08 19:43:40,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:40,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:40,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:40,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:40,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+31: [2023-05-08 19:43:40,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:40,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:40,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:40,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:40,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:40,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:40,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:40,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+30: [2023-05-08 19:43:40,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:40,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+12: [2023-05-08 19:43:40,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:40,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:40,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+12: [2023-05-08 19:43:40,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+12: [2023-05-08 19:43:40,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:40,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:40,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+30: [2023-05-08 19:43:40,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+31: [2023-05-08 19:43:40,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+30: [2023-05-08 19:43:40,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+30: [2023-05-08 19:43:40,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+30: [2023-05-08 19:43:40,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+31: [2023-05-08 19:43:40,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+31: [2023-05-08 19:43:40,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+31: [2023-05-08 19:43:40,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+12: [2023-05-08 19:43:40,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+12: [2023-05-08 19:43:40,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+12: [2023-05-08 19:43:40,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+12: [2023-05-08 19:43:40,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:40,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:40,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:40,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+30: [2023-05-08 19:43:40,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:40,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+30: [2023-05-08 19:43:40,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:40,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+30: [2023-05-08 19:43:40,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:40,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:40,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:40,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:40,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:40,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:40,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:40,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:40,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:40,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:40,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:40,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:40,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:40,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:40,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:40,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:40,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:40,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:40,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:40,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:40,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:40,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:40,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:40,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:40,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:40,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:40,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:40,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:40,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:40,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+30: [2023-05-08 19:43:40,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:40,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+12: [2023-05-08 19:43:40,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+30: [2023-05-08 19:43:40,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+30: [2023-05-08 19:43:40,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+30: [2023-05-08 19:43:40,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+30: [2023-05-08 19:43:40,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+12: [2023-05-08 19:43:40,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:40,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+12: [2023-05-08 19:43:40,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:40,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:40,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+12: [2023-05-08 19:43:40,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+12: [2023-05-08 19:43:40,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+12: [2023-05-08 19:43:40,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+12: [2023-05-08 19:43:40,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:40,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:40,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:40,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:40,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:40,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:40,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:40,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:40,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:40,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:40,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:40,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:40,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:40,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:40,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:40,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:40,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:40,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:40,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:40,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:40,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:40,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:40,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:40,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:40,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:40,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:40,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:40,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:40,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:40,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:40,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:40,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:40,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:40,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:40,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:40,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:40,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:40,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:40,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:40,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:40,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:40,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:40,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:40,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:40,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:40,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:40,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:40,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:40,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:40,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:40,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:40,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:40,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:40,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:40,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:40,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:40,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+24: [2023-05-08 19:43:40,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+24: [2023-05-08 19:43:40,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+24: [2023-05-08 19:43:40,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+24: [2023-05-08 19:43:40,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+24: [2023-05-08 19:43:40,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+24: [2023-05-08 19:43:40,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+24: [2023-05-08 19:43:40,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+24: [2023-05-08 19:43:40,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:40,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:40,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:40,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+24: [2023-05-08 19:43:40,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+24: [2023-05-08 19:43:40,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+24: [2023-05-08 19:43:40,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:40,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:40,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+24: [2023-05-08 19:43:40,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+24: [2023-05-08 19:43:40,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+24: [2023-05-08 19:43:40,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:40,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+24: [2023-05-08 19:43:40,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+24: [2023-05-08 19:43:40,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+18: [2023-05-08 19:43:40,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+18: [2023-05-08 19:43:40,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:40,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+18: [2023-05-08 19:43:40,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+18: [2023-05-08 19:43:40,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+18: [2023-05-08 19:43:40,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+18: [2023-05-08 19:43:40,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+18: [2023-05-08 19:43:40,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:40,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+18: [2023-05-08 19:43:40,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:40,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+14: [2023-05-08 19:43:40,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+14: [2023-05-08 19:43:40,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+20: [2023-05-08 19:43:40,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:40,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+14: [2023-05-08 19:43:40,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+14: [2023-05-08 19:43:40,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+14: [2023-05-08 19:43:40,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+14: [2023-05-08 19:43:40,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+14: [2023-05-08 19:43:40,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+20: [2023-05-08 19:43:40,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+14: [2023-05-08 19:43:40,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+20: [2023-05-08 19:43:40,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+20: [2023-05-08 19:43:40,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+20: [2023-05-08 19:43:40,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+20: [2023-05-08 19:43:40,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+20: [2023-05-08 19:43:40,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+18: [2023-05-08 19:43:40,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+18: [2023-05-08 19:43:40,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+20: [2023-05-08 19:43:40,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+18: [2023-05-08 19:43:40,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+18: [2023-05-08 19:43:40,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+18: [2023-05-08 19:43:40,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+18: [2023-05-08 19:43:40,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+20: [2023-05-08 19:43:40,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+18: [2023-05-08 19:43:40,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+18: [2023-05-08 19:43:40,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+20: [2023-05-08 19:43:40,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+14: [2023-05-08 19:43:40,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+14: [2023-05-08 19:43:40,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+20: [2023-05-08 19:43:40,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+14: [2023-05-08 19:43:40,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+14: [2023-05-08 19:43:40,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+20: [2023-05-08 19:43:40,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:40,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:40,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:40,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:40,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+20: [2023-05-08 19:43:40,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+14: [2023-05-08 19:43:40,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+14: [2023-05-08 19:43:40,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:40,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:40,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+14: [2023-05-08 19:43:40,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+20: [2023-05-08 19:43:40,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+14: [2023-05-08 19:43:40,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+20: [2023-05-08 19:43:40,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+20: [2023-05-08 19:43:40,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+19: [2023-05-08 19:43:40,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+19: [2023-05-08 19:43:40,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:40,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:40,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+19: [2023-05-08 19:43:40,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+19: [2023-05-08 19:43:40,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+19: [2023-05-08 19:43:40,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+19: [2023-05-08 19:43:40,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+19: [2023-05-08 19:43:40,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+19: [2023-05-08 19:43:40,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:40,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+19: [2023-05-08 19:43:40,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+19: [2023-05-08 19:43:40,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+19: [2023-05-08 19:43:40,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+19: [2023-05-08 19:43:40,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+19: [2023-05-08 19:43:40,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+19: [2023-05-08 19:43:40,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+19: [2023-05-08 19:43:40,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+19: [2023-05-08 19:43:40,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+25: [2023-05-08 19:43:40,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+25: [2023-05-08 19:43:40,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+25: [2023-05-08 19:43:40,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+25: [2023-05-08 19:43:40,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+25: [2023-05-08 19:43:40,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+25: [2023-05-08 19:43:40,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+25: [2023-05-08 19:43:40,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+25: [2023-05-08 19:43:40,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+15: [2023-05-08 19:43:40,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+15: [2023-05-08 19:43:40,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+28: [2023-05-08 19:43:40,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+28: [2023-05-08 19:43:40,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+16: [2023-05-08 19:43:40,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+16: [2023-05-08 19:43:40,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+28: [2023-05-08 19:43:40,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+15: [2023-05-08 19:43:40,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+16: [2023-05-08 19:43:40,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+16: [2023-05-08 19:43:40,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+28: [2023-05-08 19:43:40,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+28: [2023-05-08 19:43:40,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+15: [2023-05-08 19:43:40,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+16: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+16: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+16: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+15: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+28: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+28: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+15: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+15: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+28: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+16: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+15: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+22: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+22: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+23: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+23: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+23: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+23: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+23: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+23: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+23: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+27: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+22: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+22: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+22: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+22: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+22: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+23: [2023-05-08 19:43:40,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+27: [2023-05-08 19:43:40,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+27: [2023-05-08 19:43:40,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+27: [2023-05-08 19:43:40,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+27: [2023-05-08 19:43:40,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+22: [2023-05-08 19:43:40,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+27: [2023-05-08 19:43:40,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+27: [2023-05-08 19:43:40,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+10: [2023-05-08 19:43:40,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+10: [2023-05-08 19:43:40,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+11: [2023-05-08 19:43:40,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+11: [2023-05-08 19:43:40,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+27: [2023-05-08 19:43:40,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:40,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:40,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:40,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:40,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:40,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+11: [2023-05-08 19:43:40,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+25: [2023-05-08 19:43:40,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+26: [2023-05-08 19:43:40,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+26: [2023-05-08 19:43:40,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+26: [2023-05-08 19:43:40,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+26: [2023-05-08 19:43:40,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+26: [2023-05-08 19:43:40,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+26: [2023-05-08 19:43:40,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+26: [2023-05-08 19:43:40,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+11: [2023-05-08 19:43:40,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+11: [2023-05-08 19:43:40,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+11: [2023-05-08 19:43:40,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+26: [2023-05-08 19:43:40,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+11: [2023-05-08 19:43:40,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+25: [2023-05-08 19:43:40,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+11: [2023-05-08 19:43:40,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+10: [2023-05-08 19:43:40,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+10: [2023-05-08 19:43:40,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+10: [2023-05-08 19:43:40,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+17: [2023-05-08 19:43:40,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+17: [2023-05-08 19:43:40,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+25: [2023-05-08 19:43:40,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+25: [2023-05-08 19:43:40,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+16: [2023-05-08 19:43:40,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+17: [2023-05-08 19:43:40,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+17: [2023-05-08 19:43:40,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+17: [2023-05-08 19:43:40,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+17: [2023-05-08 19:43:40,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+17: [2023-05-08 19:43:40,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+25: [2023-05-08 19:43:40,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+17: [2023-05-08 19:43:40,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+10: [2023-05-08 19:43:40,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+10: [2023-05-08 19:43:40,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+25: [2023-05-08 19:43:40,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+25: [2023-05-08 19:43:40,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+15: [2023-05-08 19:43:40,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:40,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:40,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+10: [2023-05-08 19:43:40,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+25: [2023-05-08 19:43:40,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+15: [2023-05-08 19:43:40,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:40,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:40,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:40,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:40,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:40,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:40,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:40,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:40,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+15: [2023-05-08 19:43:40,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+10: [2023-05-08 19:43:40,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+10: [2023-05-08 19:43:40,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:40,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:40,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:40,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+11: [2023-05-08 19:43:40,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+27: [2023-05-08 19:43:40,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+26: [2023-05-08 19:43:40,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+15: [2023-05-08 19:43:40,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+11: [2023-05-08 19:43:40,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:40,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+16: [2023-05-08 19:43:40,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+27: [2023-05-08 19:43:40,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+27: [2023-05-08 19:43:40,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:40,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+15: [2023-05-08 19:43:40,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:40,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+15: [2023-05-08 19:43:40,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+26: [2023-05-08 19:43:40,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+16: [2023-05-08 19:43:40,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+11: [2023-05-08 19:43:40,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:40,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+15: [2023-05-08 19:43:40,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+28: [2023-05-08 19:43:40,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+23: [2023-05-08 19:43:40,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+15: [2023-05-08 19:43:40,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:40,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+28: [2023-05-08 19:43:40,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+23: [2023-05-08 19:43:40,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+23: [2023-05-08 19:43:40,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:40,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+23: [2023-05-08 19:43:40,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+28: [2023-05-08 19:43:40,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+28: [2023-05-08 19:43:40,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+23: [2023-05-08 19:43:40,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+16: [2023-05-08 19:43:40,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+28: [2023-05-08 19:43:40,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+23: [2023-05-08 19:43:40,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+16: [2023-05-08 19:43:40,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+16: [2023-05-08 19:43:40,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+23: [2023-05-08 19:43:40,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+28: [2023-05-08 19:43:40,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+27: [2023-05-08 19:43:40,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+23: [2023-05-08 19:43:40,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+11: [2023-05-08 19:43:40,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+11: [2023-05-08 19:43:40,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+17: [2023-05-08 19:43:40,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+16: [2023-05-08 19:43:40,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+16: [2023-05-08 19:43:40,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+10: [2023-05-08 19:43:40,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+10: [2023-05-08 19:43:40,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+22: [2023-05-08 19:43:40,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+11: [2023-05-08 19:43:40,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+17: [2023-05-08 19:43:40,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+27: [2023-05-08 19:43:40,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+10: [2023-05-08 19:43:40,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:40,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+10: [2023-05-08 19:43:40,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+28: [2023-05-08 19:43:40,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+22: [2023-05-08 19:43:40,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+10: [2023-05-08 19:43:40,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+28: [2023-05-08 19:43:40,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+26: [2023-05-08 19:43:40,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+22: [2023-05-08 19:43:40,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+11: [2023-05-08 19:43:40,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+27: [2023-05-08 19:43:40,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+10: [2023-05-08 19:43:40,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+22: [2023-05-08 19:43:40,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+11: [2023-05-08 19:43:40,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+22: [2023-05-08 19:43:40,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+27: [2023-05-08 19:43:40,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+26: [2023-05-08 19:43:40,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:40,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+27: [2023-05-08 19:43:40,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+22: [2023-05-08 19:43:40,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+24: [2023-05-08 19:43:40,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+24: [2023-05-08 19:43:40,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+24: [2023-05-08 19:43:40,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+24: [2023-05-08 19:43:40,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+26: [2023-05-08 19:43:40,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+22: [2023-05-08 19:43:40,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+26: [2023-05-08 19:43:40,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:40,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+26: [2023-05-08 19:43:40,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:40,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:40,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+22: [2023-05-08 19:43:40,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+24: [2023-05-08 19:43:40,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:40,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+26: [2023-05-08 19:43:40,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:40,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+13: [2023-05-08 19:43:40,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+13: [2023-05-08 19:43:40,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+13: [2023-05-08 19:43:40,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:40,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+13: [2023-05-08 19:43:40,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+13: [2023-05-08 19:43:40,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+13: [2023-05-08 19:43:40,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+13: [2023-05-08 19:43:40,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+13: [2023-05-08 19:43:40,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:40,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+24: [2023-05-08 19:43:40,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+24: [2023-05-08 19:43:40,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:40,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+17: [2023-05-08 19:43:40,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+17: [2023-05-08 19:43:40,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+24: [2023-05-08 19:43:40,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+17: [2023-05-08 19:43:40,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:40,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+17: [2023-05-08 19:43:40,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:40,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+17: [2023-05-08 19:43:40,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+17: [2023-05-08 19:43:40,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+20: [2023-05-08 19:43:40,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+20: [2023-05-08 19:43:40,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+18: [2023-05-08 19:43:40,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+18: [2023-05-08 19:43:40,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+13: [2023-05-08 19:43:40,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:40,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+13: [2023-05-08 19:43:40,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:40,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+18: [2023-05-08 19:43:40,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+13: [2023-05-08 19:43:40,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+13: [2023-05-08 19:43:40,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+13: [2023-05-08 19:43:40,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+18: [2023-05-08 19:43:40,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+18: [2023-05-08 19:43:40,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+18: [2023-05-08 19:43:40,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+13: [2023-05-08 19:43:40,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+13: [2023-05-08 19:43:40,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+18: [2023-05-08 19:43:40,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+18: [2023-05-08 19:43:40,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+13: [2023-05-08 19:43:40,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+29: [2023-05-08 19:43:40,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+29: [2023-05-08 19:43:40,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+14: [2023-05-08 19:43:40,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+14: [2023-05-08 19:43:40,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+14: [2023-05-08 19:43:40,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+19: [2023-05-08 19:43:40,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+19: [2023-05-08 19:43:40,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+29: [2023-05-08 19:43:40,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+29: [2023-05-08 19:43:40,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+29: [2023-05-08 19:43:40,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+29: [2023-05-08 19:43:40,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+29: [2023-05-08 19:43:40,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+29: [2023-05-08 19:43:40,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+14: [2023-05-08 19:43:40,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+29: [2023-05-08 19:43:40,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+29: [2023-05-08 19:43:40,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:40,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:40,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:40,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+20: [2023-05-08 19:43:40,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+20: [2023-05-08 19:43:40,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:40,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+20: [2023-05-08 19:43:40,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+20: [2023-05-08 19:43:40,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+14: [2023-05-08 19:43:40,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+14: [2023-05-08 19:43:40,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+14: [2023-05-08 19:43:40,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+14: [2023-05-08 19:43:40,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+20: [2023-05-08 19:43:40,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:40,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+18: [2023-05-08 19:43:40,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+29: [2023-05-08 19:43:40,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+24: [2023-05-08 19:43:40,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+20: [2023-05-08 19:43:40,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+20: [2023-05-08 19:43:40,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+20: [2023-05-08 19:43:40,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+18: [2023-05-08 19:43:40,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+29: [2023-05-08 19:43:40,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:40,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+24: [2023-05-08 19:43:40,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+24: [2023-05-08 19:43:40,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+24: [2023-05-08 19:43:40,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:40,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+29: [2023-05-08 19:43:40,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+16: [2023-05-08 19:43:40,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+24: [2023-05-08 19:43:40,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+29: [2023-05-08 19:43:40,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+29: [2023-05-08 19:43:40,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+29: [2023-05-08 19:43:40,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt...
+24: [2023-05-08 19:43:40,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+10: [2023-05-08 19:43:40,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+10: [2023-05-08 19:43:40,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+18: [2023-05-08 19:43:40,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+19: [2023-05-08 19:43:40,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+15: [2023-05-08 19:43:40,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+25: [2023-05-08 19:43:40,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+15: [2023-05-08 19:43:40,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+15: [2023-05-08 19:43:40,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+24: [2023-05-08 19:43:40,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+26: [2023-05-08 19:43:40,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+26: [2023-05-08 19:43:40,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+24: [2023-05-08 19:43:40,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+11: [2023-05-08 19:43:40,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+11: [2023-05-08 19:43:40,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+25: [2023-05-08 19:43:40,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+25: [2023-05-08 19:43:40,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+25: [2023-05-08 19:43:40,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+27: [2023-05-08 19:43:40,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+27: [2023-05-08 19:43:40,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+23: [2023-05-08 19:43:40,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+23: [2023-05-08 19:43:40,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+11: [2023-05-08 19:43:40,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+19: [2023-05-08 19:43:40,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+19: [2023-05-08 19:43:40,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+27: [2023-05-08 19:43:40,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+25: [2023-05-08 19:43:40,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+25: [2023-05-08 19:43:40,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+25: [2023-05-08 19:43:40,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:40,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:40,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+28: [2023-05-08 19:43:40,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:40,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+18: [2023-05-08 19:43:40,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:40,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+25: [2023-05-08 19:43:40,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:40,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:40,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+19: [2023-05-08 19:43:40,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+19: [2023-05-08 19:43:40,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+19: [2023-05-08 19:43:40,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+19: [2023-05-08 19:43:40,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+19: [2023-05-08 19:43:40,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:40,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:40,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+28: [2023-05-08 19:43:40,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+28: [2023-05-08 19:43:40,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+18: [2023-05-08 19:43:40,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+23: [2023-05-08 19:43:40,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+15: [2023-05-08 19:43:40,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+15: [2023-05-08 19:43:40,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:40,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+18: [2023-05-08 19:43:40,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+18: [2023-05-08 19:43:40,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+18: [2023-05-08 19:43:40,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+17: [2023-05-08 19:43:40,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+17: [2023-05-08 19:43:40,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:40,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:40,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+15: [2023-05-08 19:43:40,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+15: [2023-05-08 19:43:40,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+15: [2023-05-08 19:43:40,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+28: [2023-05-08 19:43:40,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+28: [2023-05-08 19:43:40,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+28: [2023-05-08 19:43:40,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+27: [2023-05-08 19:43:40,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+27: [2023-05-08 19:43:40,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+27: [2023-05-08 19:43:40,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+23: [2023-05-08 19:43:40,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+23: [2023-05-08 19:43:40,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+23: [2023-05-08 19:43:40,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+23: [2023-05-08 19:43:40,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+11: [2023-05-08 19:43:40,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+11: [2023-05-08 19:43:40,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+11: [2023-05-08 19:43:40,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+11: [2023-05-08 19:43:40,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+11: [2023-05-08 19:43:40,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+27: [2023-05-08 19:43:40,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+27: [2023-05-08 19:43:40,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+28: [2023-05-08 19:43:40,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+28: [2023-05-08 19:43:40,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+10: [2023-05-08 19:43:40,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+10: [2023-05-08 19:43:40,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+26: [2023-05-08 19:43:40,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+26: [2023-05-08 19:43:40,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+16: [2023-05-08 19:43:40,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+10: [2023-05-08 19:43:40,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+10: [2023-05-08 19:43:40,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+10: [2023-05-08 19:43:40,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+10: [2023-05-08 19:43:40,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+10: [2023-05-08 19:43:40,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+10: [2023-05-08 19:43:40,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:40,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:40,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:40,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:40,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:40,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+16: [2023-05-08 19:43:40,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+16: [2023-05-08 19:43:40,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+16: [2023-05-08 19:43:40,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+23: [2023-05-08 19:43:40,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+19: [2023-05-08 19:43:40,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+26: [2023-05-08 19:43:40,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+26: [2023-05-08 19:43:40,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+26: [2023-05-08 19:43:40,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+26: [2023-05-08 19:43:40,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+13: [2023-05-08 19:43:40,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+17: [2023-05-08 19:43:40,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+17: [2023-05-08 19:43:40,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+13: [2023-05-08 19:43:40,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+17: [2023-05-08 19:43:40,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+20: [2023-05-08 19:43:40,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+14: [2023-05-08 19:43:40,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+14: [2023-05-08 19:43:40,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+14: [2023-05-08 19:43:40,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+22: [2023-05-08 19:43:40,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+22: [2023-05-08 19:43:40,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+20: [2023-05-08 19:43:40,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+17: [2023-05-08 19:43:40,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+17: [2023-05-08 19:43:40,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+16: [2023-05-08 19:43:40,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+16: [2023-05-08 19:43:40,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+16: [2023-05-08 19:43:40,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+16: [2023-05-08 19:43:40,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+20: [2023-05-08 19:43:40,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+11: [2023-05-08 19:43:40,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+20: [2023-05-08 19:43:40,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+26: [2023-05-08 19:43:40,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+26: [2023-05-08 19:43:40,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+14: [2023-05-08 19:43:40,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+25: [2023-05-08 19:43:40,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+11: [2023-05-08 19:43:40,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+27: [2023-05-08 19:43:40,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+27: [2023-05-08 19:43:40,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+20: [2023-05-08 19:43:40,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+15: [2023-05-08 19:43:40,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+20: [2023-05-08 19:43:40,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+15: [2023-05-08 19:43:40,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+15: [2023-05-08 19:43:40,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:40,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+17: [2023-05-08 19:43:40,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+28: [2023-05-08 19:43:40,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:40,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+13: [2023-05-08 19:43:40,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:40,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:40,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+11: [2023-05-08 19:43:40,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+23: [2023-05-08 19:43:40,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+23: [2023-05-08 19:43:40,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+27: [2023-05-08 19:43:40,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+25: [2023-05-08 19:43:40,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+25: [2023-05-08 19:43:40,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+29: [2023-05-08 19:43:40,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+29: [2023-05-08 19:43:40,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+25: [2023-05-08 19:43:40,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+25: [2023-05-08 19:43:40,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:40,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+25: [2023-05-08 19:43:40,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:40,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+19: [2023-05-08 19:43:40,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+19: [2023-05-08 19:43:40,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+19: [2023-05-08 19:43:40,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+25: [2023-05-08 19:43:40,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+25: [2023-05-08 19:43:40,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+14: [2023-05-08 19:43:40,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+22: [2023-05-08 19:43:40,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+22: [2023-05-08 19:43:40,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+22: [2023-05-08 19:43:40,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+22: [2023-05-08 19:43:40,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+15: [2023-05-08 19:43:40,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+22: [2023-05-08 19:43:40,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+23: [2023-05-08 19:43:40,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+19: [2023-05-08 19:43:40,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+19: [2023-05-08 19:43:40,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+14: [2023-05-08 19:43:40,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+14: [2023-05-08 19:43:40,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+14: [2023-05-08 19:43:40,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+22: [2023-05-08 19:43:40,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:40,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:40,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+13: [2023-05-08 19:43:40,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+13: [2023-05-08 19:43:40,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+13: [2023-05-08 19:43:40,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+13: [2023-05-08 19:43:40,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+15: [2023-05-08 19:43:40,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:40,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+17: [2023-05-08 19:43:40,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:40,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:40,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+15: [2023-05-08 19:43:40,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+28: [2023-05-08 19:43:40,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+10: [2023-05-08 19:43:40,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+17: [2023-05-08 19:43:40,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+15: [2023-05-08 19:43:40,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+15: [2023-05-08 19:43:40,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+28: [2023-05-08 19:43:40,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+13: [2023-05-08 19:43:40,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+10: [2023-05-08 19:43:40,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+29: [2023-05-08 19:43:40,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+28: [2023-05-08 19:43:40,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+11: [2023-05-08 19:43:40,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+22: [2023-05-08 19:43:40,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+23: [2023-05-08 19:43:40,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+26: [2023-05-08 19:43:40,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+27: [2023-05-08 19:43:40,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+11: [2023-05-08 19:43:40,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+23: [2023-05-08 19:43:40,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+26: [2023-05-08 19:43:40,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+27: [2023-05-08 19:43:40,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+23: [2023-05-08 19:43:40,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+23: [2023-05-08 19:43:40,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+28: [2023-05-08 19:43:40,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+22: [2023-05-08 19:43:40,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+16: [2023-05-08 19:43:40,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+28: [2023-05-08 19:43:40,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+11: [2023-05-08 19:43:40,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+11: [2023-05-08 19:43:40,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+29: [2023-05-08 19:43:40,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+29: [2023-05-08 19:43:40,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+11: [2023-05-08 19:43:40,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+29: [2023-05-08 19:43:40,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+29: [2023-05-08 19:43:40,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+29: [2023-05-08 19:43:40,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:40,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+27: [2023-05-08 19:43:40,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+27: [2023-05-08 19:43:40,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+27: [2023-05-08 19:43:40,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+16: [2023-05-08 19:43:40,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+10: [2023-05-08 19:43:40,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:40,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+16: [2023-05-08 19:43:40,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+10: [2023-05-08 19:43:40,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+23: [2023-05-08 19:43:40,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+26: [2023-05-08 19:43:40,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:40,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:40,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:40,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+10: [2023-05-08 19:43:40,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+10: [2023-05-08 19:43:40,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+13: [2023-05-08 19:43:40,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+28: [2023-05-08 19:43:40,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+28: [2023-05-08 19:43:40,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+13: [2023-05-08 19:43:40,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+26: [2023-05-08 19:43:40,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+26: [2023-05-08 19:43:40,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+26: [2023-05-08 19:43:40,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+16: [2023-05-08 19:43:40,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+16: [2023-05-08 19:43:40,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+16: [2023-05-08 19:43:40,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+16: [2023-05-08 19:43:40,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+13: [2023-05-08 19:43:40,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+29: [2023-05-08 19:43:40,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+29: [2023-05-08 19:43:40,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+17: [2023-05-08 19:43:40,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+17: [2023-05-08 19:43:40,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+17: [2023-05-08 19:43:40,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+22: [2023-05-08 19:43:40,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+22: [2023-05-08 19:43:40,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+17: [2023-05-08 19:43:40,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+17: [2023-05-08 19:43:40,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+17: [2023-05-08 19:43:40,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+22: [2023-05-08 19:43:40,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+22: [2023-05-08 19:43:40,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+22: [2023-05-08 19:43:40,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+22: [2023-05-08 19:43:40,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+13: [2023-05-08 19:43:40,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+13: [2023-05-08 19:43:40,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+13: [2023-05-08 19:43:40,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+13: [2023-05-08 19:43:40,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+13: [2023-05-08 19:43:40,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+29: [2023-05-08 19:43:40,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+29: [2023-05-08 19:43:40,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+29: [2023-05-08 19:43:40,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+29: [2023-05-08 19:43:40,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+29: [2023-05-08 19:43:40,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+29: [2023-05-08 19:43:40,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+21: [2023-05-08 19:43:40,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+21: [2023-05-08 19:43:40,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+21: [2023-05-08 19:43:40,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+21: [2023-05-08 19:43:40,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+21: [2023-05-08 19:43:40,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+21: [2023-05-08 19:43:40,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+21: [2023-05-08 19:43:40,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+21: [2023-05-08 19:43:40,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+21: [2023-05-08 19:43:40,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+21: [2023-05-08 19:43:40,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+21: [2023-05-08 19:43:40,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+21: [2023-05-08 19:43:40,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+21: [2023-05-08 19:43:40,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+21: [2023-05-08 19:43:40,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+21: [2023-05-08 19:43:40,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+21: [2023-05-08 19:43:40,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+21: [2023-05-08 19:43:40,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+31: [2023-05-08 19:43:41,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+31: [2023-05-08 19:43:41,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+31: [2023-05-08 19:43:41,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+31: [2023-05-08 19:43:41,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+31: [2023-05-08 19:43:41,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+31: [2023-05-08 19:43:41,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+31: [2023-05-08 19:43:41,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+31: [2023-05-08 19:43:41,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:41,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+30: [2023-05-08 19:43:41,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+30: [2023-05-08 19:43:41,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:41,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+30: [2023-05-08 19:43:41,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+30: [2023-05-08 19:43:41,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+30: [2023-05-08 19:43:41,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+30: [2023-05-08 19:43:41,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+12: [2023-05-08 19:43:41,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:41,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:41,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:41,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:41,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:41,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:41,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:41,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:41,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:41,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+12: [2023-05-08 19:43:41,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:41,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:41,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:41,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:41,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:41,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:41,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:41,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:41,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:41,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:41,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:41,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:41,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+12: [2023-05-08 19:43:41,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+12: [2023-05-08 19:43:41,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:41,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:41,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:41,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:41,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:41,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:41,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+12: [2023-05-08 19:43:41,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+12: [2023-05-08 19:43:41,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+12: [2023-05-08 19:43:41,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+12: [2023-05-08 19:43:41,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+12: [2023-05-08 19:43:41,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+30: [2023-05-08 19:43:41,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+30: [2023-05-08 19:43:41,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+30: [2023-05-08 19:43:41,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+31: [2023-05-08 19:43:41,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+30: [2023-05-08 19:43:41,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:41,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+30: [2023-05-08 19:43:41,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+30: [2023-05-08 19:43:41,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+31: [2023-05-08 19:43:41,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:41,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:41,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:41,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:41,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:41,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:41,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:41,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:41,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:41,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:41,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:41,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+31: [2023-05-08 19:43:41,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+31: [2023-05-08 19:43:41,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+31: [2023-05-08 19:43:41,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+31: [2023-05-08 19:43:41,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:41,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:41,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:41,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:41,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:41,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:41,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:41,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:41,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:41,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:41,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:41,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:41,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:41,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:41,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:41,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:41,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+12: [2023-05-08 19:43:41,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+12: [2023-05-08 19:43:41,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+12: [2023-05-08 19:43:41,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+12: [2023-05-08 19:43:41,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+12: [2023-05-08 19:43:41,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+12: [2023-05-08 19:43:41,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+12: [2023-05-08 19:43:41,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:41,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:41,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:41,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:41,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:41,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:41,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:41,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:41,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:41,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:41,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:41,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:41,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:41,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:41,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:41,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:41,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:41,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:41,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:41,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:41,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:41,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:41,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:41,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:41,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:41,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:41,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:41,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:41,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:41,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:41,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:41,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:41,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:41,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:41,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:41,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:41,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:41,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:41,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:41,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:41,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:41,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:41,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:41,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:41,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:41,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:41,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:41,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:41,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:41,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:41,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:41,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:41,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:41,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:41,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:41,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:41,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:41,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:41,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:41,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:41,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:41,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:41,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:41,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:41,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:41,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:41,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:41,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:41,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:41,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:41,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:41,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:41,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:41,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:41,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:41,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:41,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:41,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:41,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:41,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:41,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:41,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:41,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:41,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:41,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:41,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:41,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:41,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:41,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+30: [2023-05-08 19:43:41,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:41,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:41,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:41,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+30: [2023-05-08 19:43:41,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+30: [2023-05-08 19:43:41,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+30: [2023-05-08 19:43:41,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+30: [2023-05-08 19:43:41,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:41,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:41,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+30: [2023-05-08 19:43:41,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:41,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:41,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:41,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:41,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:41,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:41,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:41,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:41,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:41,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:41,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:41,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:41,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:41,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:41,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:41,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:41,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:41,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:41,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:41,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:41,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:41,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:41,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:41,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:41,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:41,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:41,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:41,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:41,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:41,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:41,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:41,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:41,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+22: [2023-05-08 19:43:41,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+22: [2023-05-08 19:43:41,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+22: [2023-05-08 19:43:41,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+22: [2023-05-08 19:43:41,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+22: [2023-05-08 19:43:41,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+22: [2023-05-08 19:43:41,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+22: [2023-05-08 19:43:41,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+22: [2023-05-08 19:43:41,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+30: [2023-05-08 19:43:41,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+30: [2023-05-08 19:43:41,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+22: [2023-05-08 19:43:41,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+22: [2023-05-08 19:43:41,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+22: [2023-05-08 19:43:41,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+22: [2023-05-08 19:43:41,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+22: [2023-05-08 19:43:41,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+22: [2023-05-08 19:43:41,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+22: [2023-05-08 19:43:41,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:41,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+22: [2023-05-08 19:43:41,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:41,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:41,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+30: [2023-05-08 19:43:41,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+30: [2023-05-08 19:43:41,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+30: [2023-05-08 19:43:41,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:41,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:41,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:41,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:41,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:41,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+30: [2023-05-08 19:43:41,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:41,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:41,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:41,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:41,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:41,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:41,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+12: [2023-05-08 19:43:41,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+12: [2023-05-08 19:43:41,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+30: [2023-05-08 19:43:41,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+12: [2023-05-08 19:43:41,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:41,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+12: [2023-05-08 19:43:41,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+12: [2023-05-08 19:43:41,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+12: [2023-05-08 19:43:41,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+12: [2023-05-08 19:43:41,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+12: [2023-05-08 19:43:41,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:41,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:41,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+14: [2023-05-08 19:43:41,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+14: [2023-05-08 19:43:41,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+14: [2023-05-08 19:43:41,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+14: [2023-05-08 19:43:41,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+14: [2023-05-08 19:43:41,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+14: [2023-05-08 19:43:41,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+14: [2023-05-08 19:43:41,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+14: [2023-05-08 19:43:41,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+25: [2023-05-08 19:43:41,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+25: [2023-05-08 19:43:41,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+14: [2023-05-08 19:43:41,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+14: [2023-05-08 19:43:41,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+14: [2023-05-08 19:43:41,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+25: [2023-05-08 19:43:41,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+25: [2023-05-08 19:43:41,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+25: [2023-05-08 19:43:41,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+25: [2023-05-08 19:43:41,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+25: [2023-05-08 19:43:41,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+25: [2023-05-08 19:43:41,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+30: [2023-05-08 19:43:41,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+30: [2023-05-08 19:43:41,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+25: [2023-05-08 19:43:41,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+25: [2023-05-08 19:43:41,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+14: [2023-05-08 19:43:41,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+14: [2023-05-08 19:43:41,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+14: [2023-05-08 19:43:41,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+14: [2023-05-08 19:43:41,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+14: [2023-05-08 19:43:41,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+25: [2023-05-08 19:43:41,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+25: [2023-05-08 19:43:41,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+25: [2023-05-08 19:43:41,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+25: [2023-05-08 19:43:41,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+25: [2023-05-08 19:43:41,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+25: [2023-05-08 19:43:41,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:41,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+30: [2023-05-08 19:43:41,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+31: [2023-05-08 19:43:41,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+31: [2023-05-08 19:43:41,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+31: [2023-05-08 19:43:41,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+31: [2023-05-08 19:43:41,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+31: [2023-05-08 19:43:41,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+31: [2023-05-08 19:43:41,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+31: [2023-05-08 19:43:41,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:41,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:41,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:41,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:41,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:41,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:41,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:41,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:41,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:41,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:41,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:41,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:41,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+22: [2023-05-08 19:43:41,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+22: [2023-05-08 19:43:41,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:41,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:41,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:41,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:41,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:41,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+11: [2023-05-08 19:43:41,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+11: [2023-05-08 19:43:41,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:41,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+11: [2023-05-08 19:43:41,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+11: [2023-05-08 19:43:41,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+11: [2023-05-08 19:43:41,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+11: [2023-05-08 19:43:41,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+11: [2023-05-08 19:43:41,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+11: [2023-05-08 19:43:41,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:41,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+12: [2023-05-08 19:43:41,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+11: [2023-05-08 19:43:41,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+11: [2023-05-08 19:43:41,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+11: [2023-05-08 19:43:41,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+14: [2023-05-08 19:43:41,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+14: [2023-05-08 19:43:41,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+14: [2023-05-08 19:43:41,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+11: [2023-05-08 19:43:41,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+22: [2023-05-08 19:43:41,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+22: [2023-05-08 19:43:41,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+22: [2023-05-08 19:43:41,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+22: [2023-05-08 19:43:41,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+11: [2023-05-08 19:43:41,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+22: [2023-05-08 19:43:41,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+11: [2023-05-08 19:43:41,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+11: [2023-05-08 19:43:41,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+27: [2023-05-08 19:43:41,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+27: [2023-05-08 19:43:41,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+27: [2023-05-08 19:43:41,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+22: [2023-05-08 19:43:41,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+27: [2023-05-08 19:43:41,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+27: [2023-05-08 19:43:41,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+11: [2023-05-08 19:43:41,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+27: [2023-05-08 19:43:41,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+27: [2023-05-08 19:43:41,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+27: [2023-05-08 19:43:41,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:41,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:41,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:41,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+15: [2023-05-08 19:43:41,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+15: [2023-05-08 19:43:41,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:41,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:41,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:41,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:41,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:41,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:41,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+15: [2023-05-08 19:43:41,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+15: [2023-05-08 19:43:41,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+15: [2023-05-08 19:43:41,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+31: [2023-05-08 19:43:41,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+16: [2023-05-08 19:43:41,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+16: [2023-05-08 19:43:41,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+16: [2023-05-08 19:43:41,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+15: [2023-05-08 19:43:41,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+15: [2023-05-08 19:43:41,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+16: [2023-05-08 19:43:41,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+15: [2023-05-08 19:43:41,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+16: [2023-05-08 19:43:41,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+16: [2023-05-08 19:43:41,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+16: [2023-05-08 19:43:41,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+22: [2023-05-08 19:43:41,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+16: [2023-05-08 19:43:41,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+25: [2023-05-08 19:43:41,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+25: [2023-05-08 19:43:41,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+25: [2023-05-08 19:43:41,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+27: [2023-05-08 19:43:41,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+27: [2023-05-08 19:43:41,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+12: [2023-05-08 19:43:41,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+27: [2023-05-08 19:43:41,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+27: [2023-05-08 19:43:41,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+25: [2023-05-08 19:43:41,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+27: [2023-05-08 19:43:41,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+22: [2023-05-08 19:43:41,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+25: [2023-05-08 19:43:41,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:41,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+14: [2023-05-08 19:43:41,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+25: [2023-05-08 19:43:41,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+25: [2023-05-08 19:43:41,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+25: [2023-05-08 19:43:41,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:41,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+27: [2023-05-08 19:43:41,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:41,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+16: [2023-05-08 19:43:41,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+27: [2023-05-08 19:43:41,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+27: [2023-05-08 19:43:41,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+15: [2023-05-08 19:43:41,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:41,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:41,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+15: [2023-05-08 19:43:41,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:41,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:41,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:41,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+15: [2023-05-08 19:43:41,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:41,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:41,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+15: [2023-05-08 19:43:41,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+15: [2023-05-08 19:43:41,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+15: [2023-05-08 19:43:41,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+15: [2023-05-08 19:43:41,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+15: [2023-05-08 19:43:41,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+16: [2023-05-08 19:43:41,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+16: [2023-05-08 19:43:41,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+16: [2023-05-08 19:43:41,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:41,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+16: [2023-05-08 19:43:41,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:41,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+16: [2023-05-08 19:43:41,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+16: [2023-05-08 19:43:41,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+16: [2023-05-08 19:43:41,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+14: [2023-05-08 19:43:41,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+14: [2023-05-08 19:43:41,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+14: [2023-05-08 19:43:41,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+14: [2023-05-08 19:43:41,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+21: [2023-05-08 19:43:41,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:41,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:41,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+14: [2023-05-08 19:43:41,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+14: [2023-05-08 19:43:41,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:41,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+14: [2023-05-08 19:43:41,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:41,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:41,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:41,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+21: [2023-05-08 19:43:41,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+22: [2023-05-08 19:43:41,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+12: [2023-05-08 19:43:41,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:41,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+22: [2023-05-08 19:43:41,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+29: [2023-05-08 19:43:41,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+29: [2023-05-08 19:43:41,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+29: [2023-05-08 19:43:41,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+29: [2023-05-08 19:43:41,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+29: [2023-05-08 19:43:41,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+29: [2023-05-08 19:43:41,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+29: [2023-05-08 19:43:41,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+25: [2023-05-08 19:43:41,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+14: [2023-05-08 19:43:41,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+12: [2023-05-08 19:43:41,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+29: [2023-05-08 19:43:41,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+22: [2023-05-08 19:43:41,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+22: [2023-05-08 19:43:41,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+25: [2023-05-08 19:43:41,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+25: [2023-05-08 19:43:41,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+29: [2023-05-08 19:43:41,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+25: [2023-05-08 19:43:41,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+29: [2023-05-08 19:43:41,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+22: [2023-05-08 19:43:41,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+22: [2023-05-08 19:43:41,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+25: [2023-05-08 19:43:41,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+29: [2023-05-08 19:43:41,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+25: [2023-05-08 19:43:41,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+29: [2023-05-08 19:43:41,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+29: [2023-05-08 19:43:41,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+29: [2023-05-08 19:43:41,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+25: [2023-05-08 19:43:41,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+12: [2023-05-08 19:43:41,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+25: [2023-05-08 19:43:41,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+29: [2023-05-08 19:43:41,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+29: [2023-05-08 19:43:41,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+12: [2023-05-08 19:43:41,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+14: [2023-05-08 19:43:41,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+12: [2023-05-08 19:43:41,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+14: [2023-05-08 19:43:41,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+23: [2023-05-08 19:43:41,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+23: [2023-05-08 19:43:41,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+23: [2023-05-08 19:43:41,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+23: [2023-05-08 19:43:41,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+23: [2023-05-08 19:43:41,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+23: [2023-05-08 19:43:41,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+23: [2023-05-08 19:43:41,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+23: [2023-05-08 19:43:41,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+14: [2023-05-08 19:43:41,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+14: [2023-05-08 19:43:41,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+31: [2023-05-08 19:43:41,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+31: [2023-05-08 19:43:41,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+31: [2023-05-08 19:43:41,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+31: [2023-05-08 19:43:41,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+11: [2023-05-08 19:43:41,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+11: [2023-05-08 19:43:41,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+11: [2023-05-08 19:43:41,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+23: [2023-05-08 19:43:41,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+23: [2023-05-08 19:43:41,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+23: [2023-05-08 19:43:41,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+23: [2023-05-08 19:43:41,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+16: [2023-05-08 19:43:41,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+23: [2023-05-08 19:43:41,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+23: [2023-05-08 19:43:41,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+23: [2023-05-08 19:43:41,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+23: [2023-05-08 19:43:41,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:41,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:41,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:41,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+27: [2023-05-08 19:43:41,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+27: [2023-05-08 19:43:41,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+27: [2023-05-08 19:43:41,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+12: [2023-05-08 19:43:41,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+11: [2023-05-08 19:43:41,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+11: [2023-05-08 19:43:41,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+11: [2023-05-08 19:43:41,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+11: [2023-05-08 19:43:41,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+11: [2023-05-08 19:43:41,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+15: [2023-05-08 19:43:41,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+15: [2023-05-08 19:43:41,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+15: [2023-05-08 19:43:41,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+15: [2023-05-08 19:43:41,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+15: [2023-05-08 19:43:41,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+11: [2023-05-08 19:43:41,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+27: [2023-05-08 19:43:41,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+27: [2023-05-08 19:43:41,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+27: [2023-05-08 19:43:41,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+27: [2023-05-08 19:43:41,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+27: [2023-05-08 19:43:41,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+11: [2023-05-08 19:43:41,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+16: [2023-05-08 19:43:41,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:41,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:41,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:41,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+11: [2023-05-08 19:43:41,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:41,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:41,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+15: [2023-05-08 19:43:41,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+15: [2023-05-08 19:43:41,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+15: [2023-05-08 19:43:41,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:41,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:41,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:41,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+27: [2023-05-08 19:43:41,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+27: [2023-05-08 19:43:41,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+16: [2023-05-08 19:43:41,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+16: [2023-05-08 19:43:41,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+16: [2023-05-08 19:43:41,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+29: [2023-05-08 19:43:41,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+29: [2023-05-08 19:43:41,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+31: [2023-05-08 19:43:41,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+29: [2023-05-08 19:43:41,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+31: [2023-05-08 19:43:41,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+27: [2023-05-08 19:43:41,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+31: [2023-05-08 19:43:41,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+11: [2023-05-08 19:43:41,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+11: [2023-05-08 19:43:41,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+11: [2023-05-08 19:43:41,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+11: [2023-05-08 19:43:41,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+11: [2023-05-08 19:43:41,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+16: [2023-05-08 19:43:41,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+16: [2023-05-08 19:43:41,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+16: [2023-05-08 19:43:41,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+16: [2023-05-08 19:43:41,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+27: [2023-05-08 19:43:41,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+27: [2023-05-08 19:43:41,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+15: [2023-05-08 19:43:41,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+27: [2023-05-08 19:43:41,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+23: [2023-05-08 19:43:41,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+23: [2023-05-08 19:43:41,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+27: [2023-05-08 19:43:41,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:41,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+27: [2023-05-08 19:43:41,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:41,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+29: [2023-05-08 19:43:41,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+29: [2023-05-08 19:43:41,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+29: [2023-05-08 19:43:41,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+29: [2023-05-08 19:43:41,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+29: [2023-05-08 19:43:41,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:41,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:41,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:41,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+15: [2023-05-08 19:43:41,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+23: [2023-05-08 19:43:41,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+23: [2023-05-08 19:43:41,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+16: [2023-05-08 19:43:41,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+15: [2023-05-08 19:43:41,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+15: [2023-05-08 19:43:41,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+15: [2023-05-08 19:43:41,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+29: [2023-05-08 19:43:41,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+16: [2023-05-08 19:43:41,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+15: [2023-05-08 19:43:41,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+15: [2023-05-08 19:43:41,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+29: [2023-05-08 19:43:41,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+29: [2023-05-08 19:43:41,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:41,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+15: [2023-05-08 19:43:41,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+23: [2023-05-08 19:43:41,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+23: [2023-05-08 19:43:41,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+23: [2023-05-08 19:43:41,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:41,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:41,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:41,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:41,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:41,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:41,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+23: [2023-05-08 19:43:41,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:41,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+16: [2023-05-08 19:43:41,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+23: [2023-05-08 19:43:41,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+23: [2023-05-08 19:43:41,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:41,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:41,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:41,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:41,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:41,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:41,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:41,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:41,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+29: [2023-05-08 19:43:41,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+16: [2023-05-08 19:43:41,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+29: [2023-05-08 19:43:41,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+16: [2023-05-08 19:43:41,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+16: [2023-05-08 19:43:41,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+16: [2023-05-08 19:43:41,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+23: [2023-05-08 19:43:41,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+23: [2023-05-08 19:43:41,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+29: [2023-05-08 19:43:41,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+29: [2023-05-08 19:43:41,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+29: [2023-05-08 19:43:41,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+23: [2023-05-08 19:43:41,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+23: [2023-05-08 19:43:41,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+23: [2023-05-08 19:43:41,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+23: [2023-05-08 19:43:41,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+13: [2023-05-08 19:43:41,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+13: [2023-05-08 19:43:41,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+13: [2023-05-08 19:43:41,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+13: [2023-05-08 19:43:41,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+13: [2023-05-08 19:43:41,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+13: [2023-05-08 19:43:41,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+13: [2023-05-08 19:43:41,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+13: [2023-05-08 19:43:41,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+13: [2023-05-08 19:43:41,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+13: [2023-05-08 19:43:41,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+13: [2023-05-08 19:43:41,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+13: [2023-05-08 19:43:41,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+13: [2023-05-08 19:43:41,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+13: [2023-05-08 19:43:41,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+13: [2023-05-08 19:43:41,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+13: [2023-05-08 19:43:41,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:41,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:41,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:41,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:41,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:41,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+28: [2023-05-08 19:43:41,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+28: [2023-05-08 19:43:41,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:41,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:41,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:41,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+28: [2023-05-08 19:43:41,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:41,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+28: [2023-05-08 19:43:41,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+28: [2023-05-08 19:43:41,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+28: [2023-05-08 19:43:41,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+28: [2023-05-08 19:43:41,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+28: [2023-05-08 19:43:41,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:41,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:41,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:41,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:41,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+28: [2023-05-08 19:43:41,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+28: [2023-05-08 19:43:41,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+28: [2023-05-08 19:43:41,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+28: [2023-05-08 19:43:41,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:41,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:41,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:41,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:41,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:41,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:41,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+28: [2023-05-08 19:43:41,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+26: [2023-05-08 19:43:41,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+26: [2023-05-08 19:43:41,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:41,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+26: [2023-05-08 19:43:41,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+26: [2023-05-08 19:43:41,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+26: [2023-05-08 19:43:41,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+26: [2023-05-08 19:43:41,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+26: [2023-05-08 19:43:41,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:41,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+26: [2023-05-08 19:43:41,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+28: [2023-05-08 19:43:41,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+28: [2023-05-08 19:43:41,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+28: [2023-05-08 19:43:41,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+26: [2023-05-08 19:43:41,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+26: [2023-05-08 19:43:41,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+26: [2023-05-08 19:43:41,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+26: [2023-05-08 19:43:41,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+26: [2023-05-08 19:43:41,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+26: [2023-05-08 19:43:41,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+26: [2023-05-08 19:43:41,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+26: [2023-05-08 19:43:41,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:41,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:41,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:41,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:41,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:41,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:41,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:41,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:41,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:41,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+18: [2023-05-08 19:43:41,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:41,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:41,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:41,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:41,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:41,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:41,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:41,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:41,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+18: [2023-05-08 19:43:41,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+13: [2023-05-08 19:43:41,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+13: [2023-05-08 19:43:41,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:41,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:41,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:41,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:41,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:41,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:41,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:41,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+28: [2023-05-08 19:43:41,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+13: [2023-05-08 19:43:41,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+28: [2023-05-08 19:43:41,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+28: [2023-05-08 19:43:41,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+26: [2023-05-08 19:43:41,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+26: [2023-05-08 19:43:41,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:41,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:41,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:41,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:41,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:41,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:41,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:41,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:41,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:41,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:41,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+13: [2023-05-08 19:43:41,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+13: [2023-05-08 19:43:41,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:41,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:41,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:41,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:41,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:41,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:41,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:42,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:42,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:42,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:42,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:42,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:42,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:42,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:42,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:42,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:42,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:42,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:42,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:42,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:42,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:42,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:42,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:42,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:42,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:42,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:42,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:42,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:42,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:42,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:42,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:42,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:42,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:42,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:42,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:42,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:42,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:42,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:42,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:42,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:42,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+25: [2023-05-08 19:43:42,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+25: [2023-05-08 19:43:42,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:42,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+25: [2023-05-08 19:43:42,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+25: [2023-05-08 19:43:42,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+25: [2023-05-08 19:43:42,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+25: [2023-05-08 19:43:42,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+25: [2023-05-08 19:43:42,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+22: [2023-05-08 19:43:42,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+22: [2023-05-08 19:43:42,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+22: [2023-05-08 19:43:42,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+22: [2023-05-08 19:43:42,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+22: [2023-05-08 19:43:42,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+22: [2023-05-08 19:43:42,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:42,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:42,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:42,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:42,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:42,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:42,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:42,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:42,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:42,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:42,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:42,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:42,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:42,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:42,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:42,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:42,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:42,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:42,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:42,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:42,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:42,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:42,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:42,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:42,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:42,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:42,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:42,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:42,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:42,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+31: [2023-05-08 19:43:42,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+31: [2023-05-08 19:43:42,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+31: [2023-05-08 19:43:42,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+31: [2023-05-08 19:43:42,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+31: [2023-05-08 19:43:42,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+12: [2023-05-08 19:43:42,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+12: [2023-05-08 19:43:42,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+12: [2023-05-08 19:43:42,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+12: [2023-05-08 19:43:42,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+12: [2023-05-08 19:43:42,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+12: [2023-05-08 19:43:42,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+12: [2023-05-08 19:43:42,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:42,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:42,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:42,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:42,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:42,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:42,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:42,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+12: [2023-05-08 19:43:42,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:42,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+12: [2023-05-08 19:43:42,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:42,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:42,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:42,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:42,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:42,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:42,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:42,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:42,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+12: [2023-05-08 19:43:42,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+12: [2023-05-08 19:43:42,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+12: [2023-05-08 19:43:42,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+12: [2023-05-08 19:43:42,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+12: [2023-05-08 19:43:42,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+12: [2023-05-08 19:43:42,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+12: [2023-05-08 19:43:42,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+25: [2023-05-08 19:43:42,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+25: [2023-05-08 19:43:42,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:42,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+25: [2023-05-08 19:43:42,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:42,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:42,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+22: [2023-05-08 19:43:42,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+14: [2023-05-08 19:43:42,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+31: [2023-05-08 19:43:42,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+14: [2023-05-08 19:43:42,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+25: [2023-05-08 19:43:42,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+14: [2023-05-08 19:43:42,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:42,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+25: [2023-05-08 19:43:42,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+14: [2023-05-08 19:43:42,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+15: [2023-05-08 19:43:42,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+23: [2023-05-08 19:43:42,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+14: [2023-05-08 19:43:42,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+23: [2023-05-08 19:43:42,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:42,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+23: [2023-05-08 19:43:42,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+14: [2023-05-08 19:43:42,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+12: [2023-05-08 19:43:42,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+14: [2023-05-08 19:43:42,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+15: [2023-05-08 19:43:42,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+15: [2023-05-08 19:43:42,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+15: [2023-05-08 19:43:42,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+14: [2023-05-08 19:43:42,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+15: [2023-05-08 19:43:42,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+23: [2023-05-08 19:43:42,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+15: [2023-05-08 19:43:42,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+22: [2023-05-08 19:43:42,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+23: [2023-05-08 19:43:42,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:42,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+23: [2023-05-08 19:43:42,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+11: [2023-05-08 19:43:42,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+23: [2023-05-08 19:43:42,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+23: [2023-05-08 19:43:42,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+23: [2023-05-08 19:43:42,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:42,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+23: [2023-05-08 19:43:42,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+11: [2023-05-08 19:43:42,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+25: [2023-05-08 19:43:42,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+11: [2023-05-08 19:43:42,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:42,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:42,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:42,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+11: [2023-05-08 19:43:42,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+11: [2023-05-08 19:43:42,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+11: [2023-05-08 19:43:42,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+11: [2023-05-08 19:43:42,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+11: [2023-05-08 19:43:42,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+16: [2023-05-08 19:43:42,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:42,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:42,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+22: [2023-05-08 19:43:42,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+31: [2023-05-08 19:43:42,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:42,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:42,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:42,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:42,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:42,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+16: [2023-05-08 19:43:42,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:42,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:42,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+12: [2023-05-08 19:43:42,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+16: [2023-05-08 19:43:42,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+16: [2023-05-08 19:43:42,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+16: [2023-05-08 19:43:42,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+16: [2023-05-08 19:43:42,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+31: [2023-05-08 19:43:42,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:42,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+29: [2023-05-08 19:43:42,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+29: [2023-05-08 19:43:42,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+29: [2023-05-08 19:43:42,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+29: [2023-05-08 19:43:42,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+29: [2023-05-08 19:43:42,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+29: [2023-05-08 19:43:42,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:42,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:42,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:42,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:42,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+29: [2023-05-08 19:43:42,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:42,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:42,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:42,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:42,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+12: [2023-05-08 19:43:42,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+29: [2023-05-08 19:43:42,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+12: [2023-05-08 19:43:42,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+29: [2023-05-08 19:43:42,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:42,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+31: [2023-05-08 19:43:42,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+12: [2023-05-08 19:43:42,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:42,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+22: [2023-05-08 19:43:42,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+22: [2023-05-08 19:43:42,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+12: [2023-05-08 19:43:42,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+12: [2023-05-08 19:43:42,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+12: [2023-05-08 19:43:42,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+14: [2023-05-08 19:43:42,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+22: [2023-05-08 19:43:42,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:42,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:42,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:42,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:42,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+14: [2023-05-08 19:43:42,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:42,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:42,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+14: [2023-05-08 19:43:42,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:42,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:42,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:42,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+11: [2023-05-08 19:43:42,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+22: [2023-05-08 19:43:42,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+22: [2023-05-08 19:43:42,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+31: [2023-05-08 19:43:42,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+14: [2023-05-08 19:43:42,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+31: [2023-05-08 19:43:42,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+31: [2023-05-08 19:43:42,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+31: [2023-05-08 19:43:42,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+31: [2023-05-08 19:43:42,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+11: [2023-05-08 19:43:42,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+14: [2023-05-08 19:43:42,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+29: [2023-05-08 19:43:42,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+23: [2023-05-08 19:43:42,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+14: [2023-05-08 19:43:42,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+11: [2023-05-08 19:43:42,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+23: [2023-05-08 19:43:42,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+27: [2023-05-08 19:43:42,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+27: [2023-05-08 19:43:42,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+11: [2023-05-08 19:43:42,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+11: [2023-05-08 19:43:42,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+15: [2023-05-08 19:43:42,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+23: [2023-05-08 19:43:42,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+27: [2023-05-08 19:43:42,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+27: [2023-05-08 19:43:42,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+27: [2023-05-08 19:43:42,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+27: [2023-05-08 19:43:42,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+18: [2023-05-08 19:43:42,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+14: [2023-05-08 19:43:42,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+18: [2023-05-08 19:43:42,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+18: [2023-05-08 19:43:42,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+18: [2023-05-08 19:43:42,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+18: [2023-05-08 19:43:42,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+18: [2023-05-08 19:43:42,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+27: [2023-05-08 19:43:42,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+14: [2023-05-08 19:43:42,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+16: [2023-05-08 19:43:42,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+18: [2023-05-08 19:43:42,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+16: [2023-05-08 19:43:42,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+23: [2023-05-08 19:43:42,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+15: [2023-05-08 19:43:42,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+15: [2023-05-08 19:43:42,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+16: [2023-05-08 19:43:42,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+11: [2023-05-08 19:43:42,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+29: [2023-05-08 19:43:42,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+29: [2023-05-08 19:43:42,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+29: [2023-05-08 19:43:42,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+12: [2023-05-08 19:43:42,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+12: [2023-05-08 19:43:42,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+12: [2023-05-08 19:43:42,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+12: [2023-05-08 19:43:42,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+12: [2023-05-08 19:43:42,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+12: [2023-05-08 19:43:42,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+12: [2023-05-08 19:43:42,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+12: [2023-05-08 19:43:42,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+15: [2023-05-08 19:43:42,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+15: [2023-05-08 19:43:42,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+16: [2023-05-08 19:43:42,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+11: [2023-05-08 19:43:42,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+29: [2023-05-08 19:43:42,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+16: [2023-05-08 19:43:42,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+16: [2023-05-08 19:43:42,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:42,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:42,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:42,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:42,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:42,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:42,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:42,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:42,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:42,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:42,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+29: [2023-05-08 19:43:42,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+29: [2023-05-08 19:43:42,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:42,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:42,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:42,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:42,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:42,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+16: [2023-05-08 19:43:42,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:42,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:42,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:42,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:42,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:42,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:42,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:42,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+27: [2023-05-08 19:43:42,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:42,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+16: [2023-05-08 19:43:42,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+18: [2023-05-08 19:43:42,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+18: [2023-05-08 19:43:42,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+27: [2023-05-08 19:43:42,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+27: [2023-05-08 19:43:42,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+18: [2023-05-08 19:43:42,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+27: [2023-05-08 19:43:42,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+18: [2023-05-08 19:43:42,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+18: [2023-05-08 19:43:42,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+18: [2023-05-08 19:43:42,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+18: [2023-05-08 19:43:42,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+18: [2023-05-08 19:43:42,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:42,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:42,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+18: [2023-05-08 19:43:42,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+27: [2023-05-08 19:43:42,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+18: [2023-05-08 19:43:42,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+18: [2023-05-08 19:43:42,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+18: [2023-05-08 19:43:42,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:42,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:42,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:42,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:42,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+27: [2023-05-08 19:43:42,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+27: [2023-05-08 19:43:42,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:42,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:42,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:42,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:42,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:42,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:42,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:42,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:42,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:42,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:42,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:42,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:42,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:42,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:42,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:42,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:42,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:42,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:42,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:42,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:42,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:42,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:42,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:42,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:42,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:42,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:42,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:42,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:42,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:42,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:42,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:42,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:42,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:42,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:42,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:42,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:42,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:42,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:42,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:42,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:42,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+25: [2023-05-08 19:43:42,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:42,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+25: [2023-05-08 19:43:42,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+25: [2023-05-08 19:43:42,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:42,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:42,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:42,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:42,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:42,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:42,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:42,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:42,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:42,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:42,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:42,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:42,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:42,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:42,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+25: [2023-05-08 19:43:42,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:42,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:42,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+25: [2023-05-08 19:43:42,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+25: [2023-05-08 19:43:42,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+25: [2023-05-08 19:43:42,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+25: [2023-05-08 19:43:42,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+14: [2023-05-08 19:43:42,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+25: [2023-05-08 19:43:42,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+25: [2023-05-08 19:43:42,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+25: [2023-05-08 19:43:42,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+14: [2023-05-08 19:43:42,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+14: [2023-05-08 19:43:42,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+14: [2023-05-08 19:43:42,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+14: [2023-05-08 19:43:42,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+14: [2023-05-08 19:43:42,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+14: [2023-05-08 19:43:42,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+14: [2023-05-08 19:43:42,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+14: [2023-05-08 19:43:42,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:42,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:42,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:42,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:42,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+11: [2023-05-08 19:43:42,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:42,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+11: [2023-05-08 19:43:42,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+23: [2023-05-08 19:43:42,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+23: [2023-05-08 19:43:42,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+11: [2023-05-08 19:43:42,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+11: [2023-05-08 19:43:42,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+11: [2023-05-08 19:43:42,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+23: [2023-05-08 19:43:42,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+23: [2023-05-08 19:43:42,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+23: [2023-05-08 19:43:42,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+23: [2023-05-08 19:43:42,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+29: [2023-05-08 19:43:42,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+29: [2023-05-08 19:43:42,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+23: [2023-05-08 19:43:42,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+29: [2023-05-08 19:43:42,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+29: [2023-05-08 19:43:42,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+29: [2023-05-08 19:43:42,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+23: [2023-05-08 19:43:42,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+29: [2023-05-08 19:43:42,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+22: [2023-05-08 19:43:42,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+22: [2023-05-08 19:43:42,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+22: [2023-05-08 19:43:42,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+22: [2023-05-08 19:43:42,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+22: [2023-05-08 19:43:42,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+22: [2023-05-08 19:43:42,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+22: [2023-05-08 19:43:42,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+22: [2023-05-08 19:43:42,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+14: [2023-05-08 19:43:42,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+14: [2023-05-08 19:43:42,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+15: [2023-05-08 19:43:42,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+15: [2023-05-08 19:43:42,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+15: [2023-05-08 19:43:42,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+15: [2023-05-08 19:43:42,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+15: [2023-05-08 19:43:42,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+14: [2023-05-08 19:43:42,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+11: [2023-05-08 19:43:42,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+16: [2023-05-08 19:43:42,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+16: [2023-05-08 19:43:42,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+11: [2023-05-08 19:43:42,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+14: [2023-05-08 19:43:42,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+16: [2023-05-08 19:43:42,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+14: [2023-05-08 19:43:42,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+16: [2023-05-08 19:43:42,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+11: [2023-05-08 19:43:42,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+29: [2023-05-08 19:43:42,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+16: [2023-05-08 19:43:42,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+16: [2023-05-08 19:43:42,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+23: [2023-05-08 19:43:42,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+23: [2023-05-08 19:43:42,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+27: [2023-05-08 19:43:42,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+29: [2023-05-08 19:43:42,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+14: [2023-05-08 19:43:42,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+14: [2023-05-08 19:43:42,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+27: [2023-05-08 19:43:42,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+27: [2023-05-08 19:43:42,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+27: [2023-05-08 19:43:42,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+27: [2023-05-08 19:43:42,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+27: [2023-05-08 19:43:42,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+29: [2023-05-08 19:43:42,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+29: [2023-05-08 19:43:42,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+11: [2023-05-08 19:43:42,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+11: [2023-05-08 19:43:42,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+23: [2023-05-08 19:43:42,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+23: [2023-05-08 19:43:42,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+11: [2023-05-08 19:43:42,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+23: [2023-05-08 19:43:42,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+11: [2023-05-08 19:43:42,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+11: [2023-05-08 19:43:42,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+15: [2023-05-08 19:43:42,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+22: [2023-05-08 19:43:42,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+29: [2023-05-08 19:43:42,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+23: [2023-05-08 19:43:42,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+23: [2023-05-08 19:43:42,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+15: [2023-05-08 19:43:42,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+23: [2023-05-08 19:43:42,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+23: [2023-05-08 19:43:42,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+29: [2023-05-08 19:43:42,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+29: [2023-05-08 19:43:42,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+16: [2023-05-08 19:43:42,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+29: [2023-05-08 19:43:42,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+29: [2023-05-08 19:43:42,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+15: [2023-05-08 19:43:42,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+15: [2023-05-08 19:43:42,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+15: [2023-05-08 19:43:42,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+22: [2023-05-08 19:43:42,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+15: [2023-05-08 19:43:42,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+16: [2023-05-08 19:43:42,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+22: [2023-05-08 19:43:42,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+22: [2023-05-08 19:43:42,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+27: [2023-05-08 19:43:42,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+16: [2023-05-08 19:43:42,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+15: [2023-05-08 19:43:42,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+15: [2023-05-08 19:43:42,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+27: [2023-05-08 19:43:42,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+15: [2023-05-08 19:43:42,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+15: [2023-05-08 19:43:42,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+16: [2023-05-08 19:43:42,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+27: [2023-05-08 19:43:42,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+27: [2023-05-08 19:43:42,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+27: [2023-05-08 19:43:42,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+27: [2023-05-08 19:43:42,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+27: [2023-05-08 19:43:42,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+22: [2023-05-08 19:43:42,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+22: [2023-05-08 19:43:42,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+22: [2023-05-08 19:43:42,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+22: [2023-05-08 19:43:42,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+27: [2023-05-08 19:43:42,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+16: [2023-05-08 19:43:42,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+16: [2023-05-08 19:43:42,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+16: [2023-05-08 19:43:42,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+16: [2023-05-08 19:43:42,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+16: [2023-05-08 19:43:42,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+16: [2023-05-08 19:43:42,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+16: [2023-05-08 19:43:42,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:42,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:42,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+27: [2023-05-08 19:43:42,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+26: [2023-05-08 19:43:42,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+26: [2023-05-08 19:43:42,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+28: [2023-05-08 19:43:42,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+28: [2023-05-08 19:43:42,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+13: [2023-05-08 19:43:42,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+13: [2023-05-08 19:43:42,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+21: [2023-05-08 19:43:42,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+21: [2023-05-08 19:43:42,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+18: [2023-05-08 19:43:42,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+18: [2023-05-08 19:43:42,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+31: [2023-05-08 19:43:42,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+18: [2023-05-08 19:43:42,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+18: [2023-05-08 19:43:42,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+18: [2023-05-08 19:43:42,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+18: [2023-05-08 19:43:42,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+18: [2023-05-08 19:43:42,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+18: [2023-05-08 19:43:42,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+18: [2023-05-08 19:43:42,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+31: [2023-05-08 19:43:42,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+31: [2023-05-08 19:43:42,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+31: [2023-05-08 19:43:42,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+31: [2023-05-08 19:43:42,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+31: [2023-05-08 19:43:42,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+31: [2023-05-08 19:43:42,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:42,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:42,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:42,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:42,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:42,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:42,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:42,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:42,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:42,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:42,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:42,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:42,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:42,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:42,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+18: [2023-05-08 19:43:42,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+18: [2023-05-08 19:43:42,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+30: [2023-05-08 19:43:42,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+30: [2023-05-08 19:43:42,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+18: [2023-05-08 19:43:42,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+31: [2023-05-08 19:43:42,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+10: [2023-05-08 19:43:42,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+10: [2023-05-08 19:43:42,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+19: [2023-05-08 19:43:42,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+19: [2023-05-08 19:43:42,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+31: [2023-05-08 19:43:42,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+17: [2023-05-08 19:43:42,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+17: [2023-05-08 19:43:42,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+18: [2023-05-08 19:43:42,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+31: [2023-05-08 19:43:42,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+20: [2023-05-08 19:43:42,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+20: [2023-05-08 19:43:42,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:42,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+31: [2023-05-08 19:43:42,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+24: [2023-05-08 19:43:42,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+24: [2023-05-08 19:43:42,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt...
+31: [2023-05-08 19:43:42,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+31: [2023-05-08 19:43:42,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+31: [2023-05-08 19:43:42,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:42,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+31: [2023-05-08 19:43:42,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:42,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+24: [2023-05-08 19:43:43,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+24: [2023-05-08 19:43:43,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+24: [2023-05-08 19:43:43,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+24: [2023-05-08 19:43:43,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+24: [2023-05-08 19:43:43,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+24: [2023-05-08 19:43:43,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+24: [2023-05-08 19:43:43,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+24: [2023-05-08 19:43:43,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+24: [2023-05-08 19:43:43,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+24: [2023-05-08 19:43:43,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+24: [2023-05-08 19:43:43,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+24: [2023-05-08 19:43:43,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+24: [2023-05-08 19:43:43,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+24: [2023-05-08 19:43:43,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+24: [2023-05-08 19:43:43,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+24: [2023-05-08 19:43:43,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+18: [2023-05-08 19:43:43,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+18: [2023-05-08 19:43:43,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+25: [2023-05-08 19:43:43,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:43,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+25: [2023-05-08 19:43:43,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+11: [2023-05-08 19:43:43,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:43,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:43,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+11: [2023-05-08 19:43:43,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:43,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+22: [2023-05-08 19:43:43,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+22: [2023-05-08 19:43:43,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:43,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+29: [2023-05-08 19:43:43,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+29: [2023-05-08 19:43:43,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:43,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:43,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:43,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+24: [2023-05-08 19:43:43,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+24: [2023-05-08 19:43:43,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+14: [2023-05-08 19:43:43,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+14: [2023-05-08 19:43:43,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+14: [2023-05-08 19:43:43,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+14: [2023-05-08 19:43:43,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+14: [2023-05-08 19:43:43,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+14: [2023-05-08 19:43:43,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+14: [2023-05-08 19:43:43,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:43,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:43,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+29: [2023-05-08 19:43:43,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+14: [2023-05-08 19:43:43,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+26: [2023-05-08 19:43:43,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+26: [2023-05-08 19:43:43,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+29: [2023-05-08 19:43:43,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+29: [2023-05-08 19:43:43,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+29: [2023-05-08 19:43:43,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+29: [2023-05-08 19:43:43,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+27: [2023-05-08 19:43:43,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+16: [2023-05-08 19:43:43,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+29: [2023-05-08 19:43:43,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+29: [2023-05-08 19:43:43,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+27: [2023-05-08 19:43:43,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+29: [2023-05-08 19:43:43,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+27: [2023-05-08 19:43:43,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+23: [2023-05-08 19:43:43,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+23: [2023-05-08 19:43:43,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+23: [2023-05-08 19:43:43,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+27: [2023-05-08 19:43:43,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+16: [2023-05-08 19:43:43,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+16: [2023-05-08 19:43:43,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+16: [2023-05-08 19:43:43,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+27: [2023-05-08 19:43:43,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+27: [2023-05-08 19:43:43,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+23: [2023-05-08 19:43:43,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+23: [2023-05-08 19:43:43,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+23: [2023-05-08 19:43:43,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+23: [2023-05-08 19:43:43,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+16: [2023-05-08 19:43:43,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+16: [2023-05-08 19:43:43,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+16: [2023-05-08 19:43:43,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+27: [2023-05-08 19:43:43,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+24: [2023-05-08 19:43:43,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+24: [2023-05-08 19:43:43,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+16: [2023-05-08 19:43:43,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+31: [2023-05-08 19:43:43,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+27: [2023-05-08 19:43:43,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+23: [2023-05-08 19:43:43,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+24: [2023-05-08 19:43:43,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+24: [2023-05-08 19:43:43,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+24: [2023-05-08 19:43:43,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+24: [2023-05-08 19:43:43,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+14: [2023-05-08 19:43:43,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+24: [2023-05-08 19:43:43,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+14: [2023-05-08 19:43:43,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+26: [2023-05-08 19:43:43,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+26: [2023-05-08 19:43:43,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+14: [2023-05-08 19:43:43,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+26: [2023-05-08 19:43:43,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+26: [2023-05-08 19:43:43,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+26: [2023-05-08 19:43:43,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:43,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:43,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+23: [2023-05-08 19:43:43,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+26: [2023-05-08 19:43:43,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+29: [2023-05-08 19:43:43,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:43,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:43,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:43,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:43,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+16: [2023-05-08 19:43:43,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+24: [2023-05-08 19:43:43,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+26: [2023-05-08 19:43:43,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:43,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+26: [2023-05-08 19:43:43,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:43,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+14: [2023-05-08 19:43:43,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+14: [2023-05-08 19:43:43,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+14: [2023-05-08 19:43:43,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+27: [2023-05-08 19:43:43,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+14: [2023-05-08 19:43:43,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+27: [2023-05-08 19:43:43,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+29: [2023-05-08 19:43:43,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+28: [2023-05-08 19:43:43,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+28: [2023-05-08 19:43:43,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+24: [2023-05-08 19:43:43,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+14: [2023-05-08 19:43:43,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+29: [2023-05-08 19:43:43,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+24: [2023-05-08 19:43:43,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+23: [2023-05-08 19:43:43,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+27: [2023-05-08 19:43:43,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+23: [2023-05-08 19:43:43,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+23: [2023-05-08 19:43:43,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:43,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+27: [2023-05-08 19:43:43,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:43,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+24: [2023-05-08 19:43:43,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:43,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+27: [2023-05-08 19:43:43,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+24: [2023-05-08 19:43:43,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+23: [2023-05-08 19:43:43,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+29: [2023-05-08 19:43:43,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+27: [2023-05-08 19:43:43,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+29: [2023-05-08 19:43:43,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+29: [2023-05-08 19:43:43,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+23: [2023-05-08 19:43:43,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+23: [2023-05-08 19:43:43,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+24: [2023-05-08 19:43:43,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+23: [2023-05-08 19:43:43,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+28: [2023-05-08 19:43:43,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+24: [2023-05-08 19:43:43,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+27: [2023-05-08 19:43:43,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+28: [2023-05-08 19:43:43,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+28: [2023-05-08 19:43:43,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+28: [2023-05-08 19:43:43,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+27: [2023-05-08 19:43:43,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+28: [2023-05-08 19:43:43,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:43,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+12: [2023-05-08 19:43:43,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+21: [2023-05-08 19:43:43,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+28: [2023-05-08 19:43:43,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:43,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+26: [2023-05-08 19:43:43,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:43,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+28: [2023-05-08 19:43:43,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+28: [2023-05-08 19:43:43,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:43,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:43,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+26: [2023-05-08 19:43:43,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+16: [2023-05-08 19:43:43,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+21: [2023-05-08 19:43:43,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+16: [2023-05-08 19:43:43,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+16: [2023-05-08 19:43:43,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+16: [2023-05-08 19:43:43,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+26: [2023-05-08 19:43:43,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+26: [2023-05-08 19:43:43,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+26: [2023-05-08 19:43:43,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+31: [2023-05-08 19:43:43,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+16: [2023-05-08 19:43:43,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+26: [2023-05-08 19:43:43,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+16: [2023-05-08 19:43:43,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+28: [2023-05-08 19:43:43,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+28: [2023-05-08 19:43:43,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+16: [2023-05-08 19:43:43,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+28: [2023-05-08 19:43:43,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+28: [2023-05-08 19:43:43,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+28: [2023-05-08 19:43:43,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+28: [2023-05-08 19:43:43,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+12: [2023-05-08 19:43:43,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+16: [2023-05-08 19:43:43,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+29: [2023-05-08 19:43:43,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+29: [2023-05-08 19:43:43,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+26: [2023-05-08 19:43:43,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+26: [2023-05-08 19:43:43,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+23: [2023-05-08 19:43:43,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:43,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+29: [2023-05-08 19:43:43,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+14: [2023-05-08 19:43:43,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+14: [2023-05-08 19:43:43,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+14: [2023-05-08 19:43:43,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+23: [2023-05-08 19:43:43,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:43,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+27: [2023-05-08 19:43:43,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+27: [2023-05-08 19:43:43,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+27: [2023-05-08 19:43:43,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+24: [2023-05-08 19:43:43,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:43,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+24: [2023-05-08 19:43:43,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+24: [2023-05-08 19:43:43,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+23: [2023-05-08 19:43:43,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+24: [2023-05-08 19:43:43,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+24: [2023-05-08 19:43:43,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+14: [2023-05-08 19:43:43,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+14: [2023-05-08 19:43:43,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+14: [2023-05-08 19:43:43,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:43,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+28: [2023-05-08 19:43:43,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:43,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+24: [2023-05-08 19:43:43,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+24: [2023-05-08 19:43:43,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+24: [2023-05-08 19:43:43,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+28: [2023-05-08 19:43:43,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+28: [2023-05-08 19:43:43,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+23: [2023-05-08 19:43:43,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+13: [2023-05-08 19:43:43,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+29: [2023-05-08 19:43:43,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+29: [2023-05-08 19:43:43,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+29: [2023-05-08 19:43:43,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+29: [2023-05-08 19:43:43,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+16: [2023-05-08 19:43:43,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+27: [2023-05-08 19:43:43,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+27: [2023-05-08 19:43:43,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+27: [2023-05-08 19:43:43,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+27: [2023-05-08 19:43:43,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+27: [2023-05-08 19:43:43,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+30: [2023-05-08 19:43:43,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+23: [2023-05-08 19:43:43,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+23: [2023-05-08 19:43:43,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:43,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+23: [2023-05-08 19:43:43,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+23: [2023-05-08 19:43:43,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+26: [2023-05-08 19:43:43,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:43,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:43,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+14: [2023-05-08 19:43:43,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+28: [2023-05-08 19:43:43,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:43,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:43,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+26: [2023-05-08 19:43:43,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+28: [2023-05-08 19:43:43,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+28: [2023-05-08 19:43:43,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+29: [2023-05-08 19:43:43,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+29: [2023-05-08 19:43:43,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:43,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:43,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:43,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+26: [2023-05-08 19:43:43,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:43,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+14: [2023-05-08 19:43:43,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+23: [2023-05-08 19:43:43,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+26: [2023-05-08 19:43:43,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+23: [2023-05-08 19:43:43,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+14: [2023-05-08 19:43:43,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+29: [2023-05-08 19:43:43,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:43,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+14: [2023-05-08 19:43:43,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+28: [2023-05-08 19:43:43,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+26: [2023-05-08 19:43:43,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+26: [2023-05-08 19:43:43,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+26: [2023-05-08 19:43:43,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+26: [2023-05-08 19:43:43,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+27: [2023-05-08 19:43:43,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+27: [2023-05-08 19:43:43,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+14: [2023-05-08 19:43:43,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+15: [2023-05-08 19:43:43,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+15: [2023-05-08 19:43:43,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+30: [2023-05-08 19:43:43,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+27: [2023-05-08 19:43:43,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:43,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:43,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+13: [2023-05-08 19:43:43,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:43,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+28: [2023-05-08 19:43:43,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+21: [2023-05-08 19:43:44,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+21: [2023-05-08 19:43:44,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+21: [2023-05-08 19:43:44,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+21: [2023-05-08 19:43:44,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+21: [2023-05-08 19:43:44,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+21: [2023-05-08 19:43:44,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+21: [2023-05-08 19:43:44,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+21: [2023-05-08 19:43:44,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+21: [2023-05-08 19:43:44,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+21: [2023-05-08 19:43:44,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+21: [2023-05-08 19:43:44,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:44,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:44,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+21: [2023-05-08 19:43:44,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+21: [2023-05-08 19:43:44,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+21: [2023-05-08 19:43:44,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+21: [2023-05-08 19:43:44,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+21: [2023-05-08 19:43:44,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+21: [2023-05-08 19:43:44,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+21: [2023-05-08 19:43:44,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+21: [2023-05-08 19:43:44,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+21: [2023-05-08 19:43:44,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+21: [2023-05-08 19:43:44,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:44,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:44,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+13: [2023-05-08 19:43:44,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+13: [2023-05-08 19:43:44,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+21: [2023-05-08 19:43:44,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+14: [2023-05-08 19:43:44,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+21: [2023-05-08 19:43:44,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+21: [2023-05-08 19:43:44,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+14: [2023-05-08 19:43:44,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+21: [2023-05-08 19:43:44,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:44,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+21: [2023-05-08 19:43:44,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+21: [2023-05-08 19:43:44,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+21: [2023-05-08 19:43:44,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:44,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+21: [2023-05-08 19:43:44,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+15: [2023-05-08 19:43:44,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+28: [2023-05-08 19:43:44,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+28: [2023-05-08 19:43:44,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+15: [2023-05-08 19:43:44,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:44,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:44,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+16: [2023-05-08 19:43:44,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+16: [2023-05-08 19:43:44,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:44,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:44,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+18: [2023-05-08 19:43:44,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:44,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+25: [2023-05-08 19:43:44,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+25: [2023-05-08 19:43:44,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+18: [2023-05-08 19:43:44,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:44,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+24: [2023-05-08 19:43:44,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+24: [2023-05-08 19:43:44,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+10: [2023-05-08 19:43:44,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+11: [2023-05-08 19:43:44,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+29: [2023-05-08 19:43:44,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+29: [2023-05-08 19:43:44,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+11: [2023-05-08 19:43:44,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:44,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:44,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+26: [2023-05-08 19:43:44,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+12: [2023-05-08 19:43:44,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+22: [2023-05-08 19:43:44,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+23: [2023-05-08 19:43:44,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+23: [2023-05-08 19:43:44,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+12: [2023-05-08 19:43:44,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+17: [2023-05-08 19:43:44,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+17: [2023-05-08 19:43:44,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+30: [2023-05-08 19:43:44,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+30: [2023-05-08 19:43:44,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+19: [2023-05-08 19:43:44,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:44,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+19: [2023-05-08 19:43:44,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:44,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:44,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+20: [2023-05-08 19:43:44,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+20: [2023-05-08 19:43:44,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+10: [2023-05-08 19:43:44,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:44,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+27: [2023-05-08 19:43:44,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:44,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+27: [2023-05-08 19:43:44,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+31: [2023-05-08 19:43:44,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+31: [2023-05-08 19:43:44,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:44,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+22: [2023-05-08 19:43:44,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+26: [2023-05-08 19:43:44,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+18: [2023-05-08 19:43:45,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+18: [2023-05-08 19:43:45,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:45,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+28: [2023-05-08 19:43:45,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:45,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+28: [2023-05-08 19:43:45,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:45,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:45,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+13: [2023-05-08 19:43:45,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+17: [2023-05-08 19:43:45,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+19: [2023-05-08 19:43:45,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+21: [2023-05-08 19:43:45,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+19: [2023-05-08 19:43:45,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+21: [2023-05-08 19:43:45,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+20: [2023-05-08 19:43:45,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+23: [2023-05-08 19:43:45,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+26: [2023-05-08 19:43:45,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+17: [2023-05-08 19:43:45,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+20: [2023-05-08 19:43:45,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+23: [2023-05-08 19:43:45,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+30: [2023-05-08 19:43:45,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+31: [2023-05-08 19:43:45,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+10: [2023-05-08 19:43:45,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:45,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+10: [2023-05-08 19:43:45,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:45,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:45,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+13: [2023-05-08 19:43:45,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:45,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:45,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+22: [2023-05-08 19:43:45,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+22: [2023-05-08 19:43:45,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:45,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+12: [2023-05-08 19:43:45,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+12: [2023-05-08 19:43:45,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+16: [2023-05-08 19:43:45,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+16: [2023-05-08 19:43:45,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:45,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:45,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+24: [2023-05-08 19:43:45,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:45,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+31: [2023-05-08 19:43:45,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+30: [2023-05-08 19:43:45,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+26: [2023-05-08 19:43:45,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+24: [2023-05-08 19:43:45,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:45,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:45,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:45,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:45,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:45,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+14: [2023-05-08 19:43:45,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+29: [2023-05-08 19:43:45,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+29: [2023-05-08 19:43:45,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+25: [2023-05-08 19:43:45,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+14: [2023-05-08 19:43:45,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:45,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:45,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+11: [2023-05-08 19:43:45,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+11: [2023-05-08 19:43:45,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+15: [2023-05-08 19:43:45,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+15: [2023-05-08 19:43:45,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+25: [2023-05-08 19:43:45,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+27: [2023-05-08 19:43:45,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+27: [2023-05-08 19:43:45,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+30: [2023-05-08 19:43:46,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+30: [2023-05-08 19:43:46,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+30: [2023-05-08 19:43:46,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+30: [2023-05-08 19:43:46,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+30: [2023-05-08 19:43:46,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+30: [2023-05-08 19:43:46,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+30: [2023-05-08 19:43:46,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+30: [2023-05-08 19:43:46,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+30: [2023-05-08 19:43:46,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+30: [2023-05-08 19:43:46,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+30: [2023-05-08 19:43:46,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+30: [2023-05-08 19:43:46,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+30: [2023-05-08 19:43:46,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+30: [2023-05-08 19:43:46,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+30: [2023-05-08 19:43:46,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+30: [2023-05-08 19:43:46,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+30: [2023-05-08 19:43:46,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+30: [2023-05-08 19:43:46,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+30: [2023-05-08 19:43:46,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+30: [2023-05-08 19:43:46,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+30: [2023-05-08 19:43:46,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+30: [2023-05-08 19:43:46,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+30: [2023-05-08 19:43:46,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+30: [2023-05-08 19:43:46,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+30: [2023-05-08 19:43:46,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+30: [2023-05-08 19:43:46,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+30: [2023-05-08 19:43:46,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+30: [2023-05-08 19:43:46,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+29: [2023-05-08 19:43:46,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+17: [2023-05-08 19:43:46,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+27: [2023-05-08 19:43:46,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+27: [2023-05-08 19:43:46,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+29: [2023-05-08 19:43:46,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+17: [2023-05-08 19:43:46,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+19: [2023-05-08 19:43:46,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+11: [2023-05-08 19:43:46,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+19: [2023-05-08 19:43:46,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+28: [2023-05-08 19:43:46,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+28: [2023-05-08 19:43:46,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+11: [2023-05-08 19:43:46,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+31: [2023-05-08 19:43:46,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+31: [2023-05-08 19:43:46,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:46,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+12: [2023-05-08 19:43:46,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+21: [2023-05-08 19:43:46,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+12: [2023-05-08 19:43:46,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:46,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+21: [2023-05-08 19:43:46,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:46,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:46,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:46,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:46,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:46,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:46,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+15: [2023-05-08 19:43:46,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:46,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+15: [2023-05-08 19:43:46,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:46,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+13: [2023-05-08 19:43:46,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+13: [2023-05-08 19:43:46,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+24: [2023-05-08 19:43:46,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:46,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:46,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:46,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+16: [2023-05-08 19:43:46,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+24: [2023-05-08 19:43:46,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+14: [2023-05-08 19:43:46,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+18: [2023-05-08 19:43:46,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+23: [2023-05-08 19:43:46,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+14: [2023-05-08 19:43:46,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:46,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+22: [2023-05-08 19:43:46,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:46,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:46,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+26: [2023-05-08 19:43:46,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+25: [2023-05-08 19:43:46,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+20: [2023-05-08 19:43:46,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+25: [2023-05-08 19:43:46,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+26: [2023-05-08 19:43:46,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+10: [2023-05-08 19:43:46,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:46,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+16: [2023-05-08 19:43:46,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:46,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+22: [2023-05-08 19:43:46,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+10: [2023-05-08 19:43:46,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+20: [2023-05-08 19:43:46,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+23: [2023-05-08 19:43:46,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+18: [2023-05-08 19:43:46,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:46,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:46,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+15: [2023-05-08 19:43:47,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+15: [2023-05-08 19:43:47,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+15: [2023-05-08 19:43:47,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+15: [2023-05-08 19:43:47,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+15: [2023-05-08 19:43:47,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+15: [2023-05-08 19:43:47,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+15: [2023-05-08 19:43:47,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+15: [2023-05-08 19:43:47,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+15: [2023-05-08 19:43:47,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+15: [2023-05-08 19:43:47,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+15: [2023-05-08 19:43:47,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:47,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:47,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:47,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:47,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:47,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:47,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:47,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:47,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:47,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:47,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:47,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:47,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:47,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:47,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:47,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:47,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+15: [2023-05-08 19:43:47,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+15: [2023-05-08 19:43:47,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+15: [2023-05-08 19:43:47,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+15: [2023-05-08 19:43:47,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+15: [2023-05-08 19:43:47,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+15: [2023-05-08 19:43:47,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+15: [2023-05-08 19:43:47,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+15: [2023-05-08 19:43:47,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+15: [2023-05-08 19:43:47,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+15: [2023-05-08 19:43:47,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+15: [2023-05-08 19:43:47,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+15: [2023-05-08 19:43:47,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+15: [2023-05-08 19:43:47,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+15: [2023-05-08 19:43:47,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+15: [2023-05-08 19:43:47,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+15: [2023-05-08 19:43:47,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+15: [2023-05-08 19:43:47,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+15: [2023-05-08 19:43:47,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:47,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:47,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:47,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:47,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:47,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:47,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:47,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:47,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:47,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:47,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:47,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+14: [2023-05-08 19:43:47,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+14: [2023-05-08 19:43:47,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:47,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:47,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+22: [2023-05-08 19:43:47,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+11: [2023-05-08 19:43:47,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+11: [2023-05-08 19:43:47,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+23: [2023-05-08 19:43:47,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+25: [2023-05-08 19:43:47,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+22: [2023-05-08 19:43:47,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+25: [2023-05-08 19:43:47,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+23: [2023-05-08 19:43:47,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:47,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+21: [2023-05-08 19:43:47,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+21: [2023-05-08 19:43:47,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+19: [2023-05-08 19:43:47,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+19: [2023-05-08 19:43:47,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:47,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+30: [2023-05-08 19:43:47,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+31: [2023-05-08 19:43:47,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+30: [2023-05-08 19:43:47,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+31: [2023-05-08 19:43:47,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:47,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+27: [2023-05-08 19:43:47,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+27: [2023-05-08 19:43:47,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+20: [2023-05-08 19:43:47,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:47,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+20: [2023-05-08 19:43:47,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+24: [2023-05-08 19:43:47,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:47,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:47,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:47,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:47,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:47,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+24: [2023-05-08 19:43:47,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:47,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+13: [2023-05-08 19:43:47,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:47,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:47,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+13: [2023-05-08 19:43:47,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:47,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+29: [2023-05-08 19:43:47,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+29: [2023-05-08 19:43:47,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+18: [2023-05-08 19:43:47,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+28: [2023-05-08 19:43:47,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+18: [2023-05-08 19:43:47,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:47,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+28: [2023-05-08 19:43:47,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+10: [2023-05-08 19:43:47,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+10: [2023-05-08 19:43:47,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+16: [2023-05-08 19:43:47,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:47,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+17: [2023-05-08 19:43:47,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+16: [2023-05-08 19:43:47,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+26: [2023-05-08 19:43:47,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+12: [2023-05-08 19:43:47,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+26: [2023-05-08 19:43:47,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:47,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:47,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:47,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+12: [2023-05-08 19:43:47,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+17: [2023-05-08 19:43:47,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+12: [2023-05-08 19:43:48,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+12: [2023-05-08 19:43:48,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+12: [2023-05-08 19:43:48,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+12: [2023-05-08 19:43:48,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+12: [2023-05-08 19:43:48,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+11: [2023-05-08 19:43:48,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+11: [2023-05-08 19:43:48,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+11: [2023-05-08 19:43:48,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+11: [2023-05-08 19:43:48,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+11: [2023-05-08 19:43:48,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:48,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:48,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:48,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:48,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+21: [2023-05-08 19:43:48,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+21: [2023-05-08 19:43:48,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+21: [2023-05-08 19:43:48,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+21: [2023-05-08 19:43:48,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+21: [2023-05-08 19:43:48,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+13: [2023-05-08 19:43:48,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+13: [2023-05-08 19:43:48,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+13: [2023-05-08 19:43:48,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+13: [2023-05-08 19:43:48,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+13: [2023-05-08 19:43:48,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+13: [2023-05-08 19:43:48,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+13: [2023-05-08 19:43:48,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:48,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:48,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:48,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:48,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:48,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:48,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:48,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:48,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+11: [2023-05-08 19:43:48,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:48,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:48,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:48,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:48,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:48,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:48,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:48,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:48,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:48,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+11: [2023-05-08 19:43:48,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:48,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:48,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:48,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:48,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:48,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:48,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:48,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+24: [2023-05-08 19:43:48,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:48,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+11: [2023-05-08 19:43:48,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:48,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:48,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:48,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+24: [2023-05-08 19:43:48,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+24: [2023-05-08 19:43:48,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+11: [2023-05-08 19:43:48,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+24: [2023-05-08 19:43:48,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+24: [2023-05-08 19:43:48,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+13: [2023-05-08 19:43:48,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:48,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:48,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:48,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:48,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:48,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:48,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:48,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:48,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+21: [2023-05-08 19:43:48,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+21: [2023-05-08 19:43:48,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+21: [2023-05-08 19:43:48,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+21: [2023-05-08 19:43:48,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+11: [2023-05-08 19:43:48,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+13: [2023-05-08 19:43:48,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:48,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+21: [2023-05-08 19:43:48,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+13: [2023-05-08 19:43:48,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+11: [2023-05-08 19:43:48,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+13: [2023-05-08 19:43:48,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:48,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:48,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:48,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:48,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:48,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+13: [2023-05-08 19:43:48,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+12: [2023-05-08 19:43:48,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+12: [2023-05-08 19:43:48,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:48,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:48,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+21: [2023-05-08 19:43:48,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+21: [2023-05-08 19:43:48,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+21: [2023-05-08 19:43:48,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+24: [2023-05-08 19:43:48,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+12: [2023-05-08 19:43:48,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+21: [2023-05-08 19:43:48,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+24: [2023-05-08 19:43:48,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+13: [2023-05-08 19:43:48,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:48,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:48,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:48,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:48,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:48,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+13: [2023-05-08 19:43:48,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:48,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:48,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:48,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:48,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:48,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+24: [2023-05-08 19:43:48,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:48,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:48,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:48,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:48,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:48,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:48,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:48,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:48,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:48,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+24: [2023-05-08 19:43:48,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+24: [2023-05-08 19:43:48,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:48,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:48,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+24: [2023-05-08 19:43:48,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+24: [2023-05-08 19:43:48,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+13: [2023-05-08 19:43:48,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+13: [2023-05-08 19:43:48,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+24: [2023-05-08 19:43:48,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+12: [2023-05-08 19:43:48,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:48,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:48,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:48,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:48,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:48,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+24: [2023-05-08 19:43:48,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+12: [2023-05-08 19:43:48,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+12: [2023-05-08 19:43:48,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+12: [2023-05-08 19:43:48,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+12: [2023-05-08 19:43:48,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+12: [2023-05-08 19:43:48,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+12: [2023-05-08 19:43:48,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+12: [2023-05-08 19:43:48,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+12: [2023-05-08 19:43:48,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+12: [2023-05-08 19:43:48,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+11: [2023-05-08 19:43:48,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+11: [2023-05-08 19:43:48,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+11: [2023-05-08 19:43:48,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+11: [2023-05-08 19:43:48,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+11: [2023-05-08 19:43:48,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+11: [2023-05-08 19:43:48,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+13: [2023-05-08 19:43:48,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+13: [2023-05-08 19:43:48,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+13: [2023-05-08 19:43:48,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+13: [2023-05-08 19:43:48,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+11: [2023-05-08 19:43:48,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+11: [2023-05-08 19:43:48,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+13: [2023-05-08 19:43:48,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+11: [2023-05-08 19:43:48,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+13: [2023-05-08 19:43:48,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+11: [2023-05-08 19:43:48,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+11: [2023-05-08 19:43:48,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:48,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:48,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:48,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:48,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:48,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:48,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+11: [2023-05-08 19:43:48,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+13: [2023-05-08 19:43:48,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+13: [2023-05-08 19:43:48,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+11: [2023-05-08 19:43:48,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+11: [2023-05-08 19:43:48,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+13: [2023-05-08 19:43:48,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+13: [2023-05-08 19:43:48,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+13: [2023-05-08 19:43:48,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+13: [2023-05-08 19:43:48,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+13: [2023-05-08 19:43:48,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+13: [2023-05-08 19:43:48,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+13: [2023-05-08 19:43:48,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+24: [2023-05-08 19:43:48,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+24: [2023-05-08 19:43:48,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+24: [2023-05-08 19:43:48,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+24: [2023-05-08 19:43:48,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+24: [2023-05-08 19:43:48,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+24: [2023-05-08 19:43:48,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+17: [2023-05-08 19:43:48,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+17: [2023-05-08 19:43:48,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+12: [2023-05-08 19:43:48,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+12: [2023-05-08 19:43:48,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+12: [2023-05-08 19:43:48,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:48,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:48,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:48,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:48,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+12: [2023-05-08 19:43:48,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:48,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+12: [2023-05-08 19:43:48,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+24: [2023-05-08 19:43:48,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+24: [2023-05-08 19:43:48,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:48,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+24: [2023-05-08 19:43:48,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:48,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+24: [2023-05-08 19:43:48,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+24: [2023-05-08 19:43:48,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:48,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:48,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+24: [2023-05-08 19:43:48,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+12: [2023-05-08 19:43:48,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+12: [2023-05-08 19:43:48,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:48,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+24: [2023-05-08 19:43:48,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+24: [2023-05-08 19:43:48,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+24: [2023-05-08 19:43:48,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+24: [2023-05-08 19:43:48,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+24: [2023-05-08 19:43:48,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:48,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:48,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+12: [2023-05-08 19:43:48,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:48,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+12: [2023-05-08 19:43:48,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:48,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+12: [2023-05-08 19:43:48,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+12: [2023-05-08 19:43:48,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+14: [2023-05-08 19:43:48,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+15: [2023-05-08 19:43:48,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+14: [2023-05-08 19:43:48,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:48,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+15: [2023-05-08 19:43:48,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:48,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:48,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:48,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:48,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:48,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:48,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:48,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:48,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:48,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:48,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:48,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:48,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:48,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:48,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:48,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:48,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:48,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:48,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:48,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:48,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:48,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:48,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:48,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:48,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:48,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+16: [2023-05-08 19:43:48,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+20: [2023-05-08 19:43:48,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+20: [2023-05-08 19:43:48,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:48,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:48,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+19: [2023-05-08 19:43:48,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+21: [2023-05-08 19:43:48,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+21: [2023-05-08 19:43:48,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+21: [2023-05-08 19:43:48,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+21: [2023-05-08 19:43:48,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+21: [2023-05-08 19:43:48,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+21: [2023-05-08 19:43:48,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+21: [2023-05-08 19:43:48,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+21: [2023-05-08 19:43:48,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+23: [2023-05-08 19:43:48,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+19: [2023-05-08 19:43:48,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+22: [2023-05-08 19:43:48,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+29: [2023-05-08 19:43:48,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+29: [2023-05-08 19:43:48,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+10: [2023-05-08 19:43:48,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+28: [2023-05-08 19:43:48,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+23: [2023-05-08 19:43:48,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:48,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+16: [2023-05-08 19:43:48,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+28: [2023-05-08 19:43:48,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+22: [2023-05-08 19:43:48,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+10: [2023-05-08 19:43:48,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+21: [2023-05-08 19:43:48,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+21: [2023-05-08 19:43:48,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+25: [2023-05-08 19:43:48,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+25: [2023-05-08 19:43:48,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+21: [2023-05-08 19:43:48,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+18: [2023-05-08 19:43:48,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+18: [2023-05-08 19:43:48,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+31: [2023-05-08 19:43:48,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:48,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+31: [2023-05-08 19:43:48,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+30: [2023-05-08 19:43:48,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+30: [2023-05-08 19:43:48,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:48,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:48,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:48,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:48,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:48,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:48,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:48,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:48,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:48,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:48,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:48,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+11: [2023-05-08 19:43:48,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:48,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:48,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+11: [2023-05-08 19:43:48,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+11: [2023-05-08 19:43:48,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+11: [2023-05-08 19:43:48,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+26: [2023-05-08 19:43:48,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+11: [2023-05-08 19:43:48,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:48,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+11: [2023-05-08 19:43:48,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:48,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:48,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:48,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+11: [2023-05-08 19:43:48,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+26: [2023-05-08 19:43:48,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+27: [2023-05-08 19:43:48,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:48,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:48,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+27: [2023-05-08 19:43:48,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+13: [2023-05-08 19:43:49,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+13: [2023-05-08 19:43:49,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+14: [2023-05-08 19:43:49,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+14: [2023-05-08 19:43:49,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:49,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:49,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+21: [2023-05-08 19:43:49,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:49,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:49,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+21: [2023-05-08 19:43:49,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+23: [2023-05-08 19:43:49,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+23: [2023-05-08 19:43:49,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:49,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:49,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+18: [2023-05-08 19:43:49,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+18: [2023-05-08 19:43:49,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+25: [2023-05-08 19:43:49,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+25: [2023-05-08 19:43:49,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:49,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:49,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:49,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:49,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+31: [2023-05-08 19:43:49,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+31: [2023-05-08 19:43:49,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+17: [2023-05-08 19:43:49,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+17: [2023-05-08 19:43:49,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:49,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:49,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+26: [2023-05-08 19:43:49,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:49,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+11: [2023-05-08 19:43:49,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+11: [2023-05-08 19:43:49,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+28: [2023-05-08 19:43:49,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+28: [2023-05-08 19:43:49,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+24: [2023-05-08 19:43:49,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:49,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+26: [2023-05-08 19:43:49,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+24: [2023-05-08 19:43:49,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+29: [2023-05-08 19:43:49,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:49,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:49,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:49,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:49,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+22: [2023-05-08 19:43:49,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+22: [2023-05-08 19:43:49,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+30: [2023-05-08 19:43:49,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+12: [2023-05-08 19:43:49,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+30: [2023-05-08 19:43:49,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+29: [2023-05-08 19:43:49,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+12: [2023-05-08 19:43:49,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+10: [2023-05-08 19:43:49,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+16: [2023-05-08 19:43:49,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+15: [2023-05-08 19:43:49,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+20: [2023-05-08 19:43:49,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+27: [2023-05-08 19:43:49,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+27: [2023-05-08 19:43:49,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+15: [2023-05-08 19:43:49,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:49,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+19: [2023-05-08 19:43:49,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:49,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+16: [2023-05-08 19:43:49,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+10: [2023-05-08 19:43:49,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+19: [2023-05-08 19:43:49,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+20: [2023-05-08 19:43:49,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:50,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:50,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:50,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:50,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:50,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:50,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:50,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:50,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:50,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:50,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:50,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:50,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:50,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+26: [2023-05-08 19:43:50,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+26: [2023-05-08 19:43:50,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+26: [2023-05-08 19:43:50,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+26: [2023-05-08 19:43:50,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+26: [2023-05-08 19:43:50,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+26: [2023-05-08 19:43:50,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+26: [2023-05-08 19:43:50,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+26: [2023-05-08 19:43:50,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+26: [2023-05-08 19:43:50,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+26: [2023-05-08 19:43:50,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+26: [2023-05-08 19:43:50,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+26: [2023-05-08 19:43:50,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:50,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:50,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:50,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:50,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:50,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:50,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:50,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:50,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:50,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:50,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:50,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:50,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+31: [2023-05-08 19:43:50,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+31: [2023-05-08 19:43:50,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+26: [2023-05-08 19:43:50,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+26: [2023-05-08 19:43:50,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+26: [2023-05-08 19:43:50,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+26: [2023-05-08 19:43:50,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+26: [2023-05-08 19:43:50,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+26: [2023-05-08 19:43:50,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+26: [2023-05-08 19:43:50,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+26: [2023-05-08 19:43:50,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+11: [2023-05-08 19:43:50,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:50,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:50,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+24: [2023-05-08 19:43:50,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+24: [2023-05-08 19:43:50,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+11: [2023-05-08 19:43:50,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+26: [2023-05-08 19:43:50,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+26: [2023-05-08 19:43:50,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+15: [2023-05-08 19:43:50,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+15: [2023-05-08 19:43:50,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+26: [2023-05-08 19:43:50,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+26: [2023-05-08 19:43:50,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+26: [2023-05-08 19:43:50,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+26: [2023-05-08 19:43:50,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+26: [2023-05-08 19:43:50,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+26: [2023-05-08 19:43:50,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+26: [2023-05-08 19:43:50,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:50,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:50,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+25: [2023-05-08 19:43:50,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:50,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+25: [2023-05-08 19:43:50,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+26: [2023-05-08 19:43:50,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:50,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:50,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+26: [2023-05-08 19:43:50,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:50,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:50,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:50,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+27: [2023-05-08 19:43:50,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+28: [2023-05-08 19:43:50,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+27: [2023-05-08 19:43:50,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+28: [2023-05-08 19:43:50,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:50,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:50,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+21: [2023-05-08 19:43:50,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+21: [2023-05-08 19:43:50,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:50,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:50,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+29: [2023-05-08 19:43:50,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+29: [2023-05-08 19:43:50,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:50,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:50,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+19: [2023-05-08 19:43:50,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+17: [2023-05-08 19:43:50,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+22: [2023-05-08 19:43:50,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+30: [2023-05-08 19:43:50,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+17: [2023-05-08 19:43:50,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+30: [2023-05-08 19:43:50,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+14: [2023-05-08 19:43:50,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+10: [2023-05-08 19:43:50,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+13: [2023-05-08 19:43:50,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+12: [2023-05-08 19:43:50,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+23: [2023-05-08 19:43:50,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+18: [2023-05-08 19:43:50,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+13: [2023-05-08 19:43:50,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+20: [2023-05-08 19:43:50,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+19: [2023-05-08 19:43:50,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+20: [2023-05-08 19:43:50,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+23: [2023-05-08 19:43:50,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+22: [2023-05-08 19:43:50,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+16: [2023-05-08 19:43:50,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+12: [2023-05-08 19:43:50,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+18: [2023-05-08 19:43:50,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+14: [2023-05-08 19:43:50,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+16: [2023-05-08 19:43:50,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+10: [2023-05-08 19:43:50,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:51,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:51,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:51,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:51,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:51,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:51,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:51,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:51,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:51,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:51,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:51,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:51,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:51,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:51,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:51,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:51,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:51,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:51,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:51,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:51,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:51,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:51,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:51,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+17: [2023-05-08 19:43:51,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:51,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+17: [2023-05-08 19:43:51,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+17: [2023-05-08 19:43:51,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+17: [2023-05-08 19:43:51,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+17: [2023-05-08 19:43:51,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+17: [2023-05-08 19:43:51,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+17: [2023-05-08 19:43:51,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+17: [2023-05-08 19:43:51,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+19: [2023-05-08 19:43:51,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+19: [2023-05-08 19:43:51,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+19: [2023-05-08 19:43:51,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+19: [2023-05-08 19:43:51,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+19: [2023-05-08 19:43:51,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+19: [2023-05-08 19:43:51,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:51,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+17: [2023-05-08 19:43:51,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:51,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:51,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:51,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:51,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+17: [2023-05-08 19:43:51,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+17: [2023-05-08 19:43:51,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+17: [2023-05-08 19:43:51,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+17: [2023-05-08 19:43:51,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:51,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+19: [2023-05-08 19:43:51,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+17: [2023-05-08 19:43:51,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+19: [2023-05-08 19:43:51,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+19: [2023-05-08 19:43:51,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:51,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:51,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+17: [2023-05-08 19:43:51,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:51,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+17: [2023-05-08 19:43:51,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+17: [2023-05-08 19:43:51,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+19: [2023-05-08 19:43:51,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+19: [2023-05-08 19:43:51,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+19: [2023-05-08 19:43:51,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+19: [2023-05-08 19:43:51,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+19: [2023-05-08 19:43:51,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:51,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:51,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:51,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:51,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:51,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:51,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:51,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:51,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:51,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+17: [2023-05-08 19:43:51,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+17: [2023-05-08 19:43:51,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+17: [2023-05-08 19:43:51,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+17: [2023-05-08 19:43:51,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+17: [2023-05-08 19:43:51,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+17: [2023-05-08 19:43:51,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+17: [2023-05-08 19:43:51,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+17: [2023-05-08 19:43:51,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+17: [2023-05-08 19:43:51,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt...
+ 1: [2023-05-08 19:43:51,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt...
+ 1: [2023-05-08 19:43:51,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt...
+ 1: [2023-05-08 19:43:51,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt...
+ 1: [2023-05-08 19:43:51,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt...
+ 1: [2023-05-08 19:43:51,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt...
+ 1: [2023-05-08 19:43:51,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt...
+ 7: [2023-05-08 19:43:51,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt...
+12: [2023-05-08 19:43:51,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:51,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:51,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:51,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:51,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:51,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:51,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:51,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:51,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:51,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+19: [2023-05-08 19:43:51,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt...
+25: [2023-05-08 19:43:51,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt...
+25: [2023-05-08 19:43:51,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt...
+25: [2023-05-08 19:43:51,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt...
+25: [2023-05-08 19:43:51,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt...
+25: [2023-05-08 19:43:51,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt...
+25: [2023-05-08 19:43:51,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt...
+25: [2023-05-08 19:43:51,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt...
+ 6: [2023-05-08 19:43:51,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+19: [2023-05-08 19:43:51,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+19: [2023-05-08 19:43:51,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:51,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+19: [2023-05-08 19:43:51,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+17: [2023-05-08 19:43:51,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+19: [2023-05-08 19:43:51,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+19: [2023-05-08 19:43:51,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+19: [2023-05-08 19:43:51,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:51,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:51,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt...
+ 8: [2023-05-08 19:43:51,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt...
+ 8: [2023-05-08 19:43:51,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt...
+ 8: [2023-05-08 19:43:51,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt...
+ 8: [2023-05-08 19:43:51,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt...
+ 8: [2023-05-08 19:43:51,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt...
+ 8: [2023-05-08 19:43:51,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt...
+ 8: [2023-05-08 19:43:51,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt...
+16: [2023-05-08 19:43:51,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:51,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+17: [2023-05-08 19:43:51,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+17: [2023-05-08 19:43:51,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt...
+17: [2023-05-08 19:43:51,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:51,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+19: [2023-05-08 19:43:51,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+19: [2023-05-08 19:43:51,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+17: [2023-05-08 19:43:51,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+17: [2023-05-08 19:43:51,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+19: [2023-05-08 19:43:51,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+19: [2023-05-08 19:43:51,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:51,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt...
+11: [2023-05-08 19:43:51,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt...
+11: [2023-05-08 19:43:51,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt...
+11: [2023-05-08 19:43:51,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt...
+11: [2023-05-08 19:43:51,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt...
+11: [2023-05-08 19:43:51,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt...
+11: [2023-05-08 19:43:51,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt...
+11: [2023-05-08 19:43:51,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt...
+16: [2023-05-08 19:43:51,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:51,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:51,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt...
+ 4: [2023-05-08 19:43:51,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt...
+18: [2023-05-08 19:43:51,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:51,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt...
+ 4: [2023-05-08 19:43:51,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt...
+ 4: [2023-05-08 19:43:51,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt...
+ 4: [2023-05-08 19:43:51,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt...
+ 4: [2023-05-08 19:43:51,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt...
+ 4: [2023-05-08 19:43:51,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt...
+10: [2023-05-08 19:43:51,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:51,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+19: [2023-05-08 19:43:51,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+19: [2023-05-08 19:43:51,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+19: [2023-05-08 19:43:51,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:51,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+19: [2023-05-08 19:43:51,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:51,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:51,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+18: [2023-05-08 19:43:51,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:51,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+19: [2023-05-08 19:43:51,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+19: [2023-05-08 19:43:51,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+19: [2023-05-08 19:43:51,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+21: [2023-05-08 19:43:51,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+13: [2023-05-08 19:43:51,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+13: [2023-05-08 19:43:51,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+30: [2023-05-08 19:43:51,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+18: [2023-05-08 19:43:51,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt...
+18: [2023-05-08 19:43:51,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt...
+18: [2023-05-08 19:43:51,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt...
+18: [2023-05-08 19:43:51,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt...
+18: [2023-05-08 19:43:51,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt...
+18: [2023-05-08 19:43:51,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt...
+18: [2023-05-08 19:43:51,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt...
+18: [2023-05-08 19:43:51,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt...
+22: [2023-05-08 19:43:51,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+15: [2023-05-08 19:43:51,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+21: [2023-05-08 19:43:51,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt...
+21: [2023-05-08 19:43:51,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt...
+21: [2023-05-08 19:43:51,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt...
+21: [2023-05-08 19:43:51,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt...
+21: [2023-05-08 19:43:51,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt...
+21: [2023-05-08 19:43:51,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt...
+21: [2023-05-08 19:43:51,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt...
+21: [2023-05-08 19:43:51,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt...
+ 2: [2023-05-08 19:43:51,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+30: [2023-05-08 19:43:51,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt...
+30: [2023-05-08 19:43:51,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt...
+30: [2023-05-08 19:43:51,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt...
+30: [2023-05-08 19:43:51,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt...
+30: [2023-05-08 19:43:51,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt...
+30: [2023-05-08 19:43:51,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt...
+30: [2023-05-08 19:43:51,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt...
+30: [2023-05-08 19:43:51,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt...
+ 9: [2023-05-08 19:43:51,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 9: [2023-05-08 19:43:51,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+15: [2023-05-08 19:43:51,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt...
+15: [2023-05-08 19:43:51,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt...
+15: [2023-05-08 19:43:51,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt...
+15: [2023-05-08 19:43:51,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt...
+15: [2023-05-08 19:43:51,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt...
+15: [2023-05-08 19:43:51,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt...
+15: [2023-05-08 19:43:51,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt...
+15: [2023-05-08 19:43:51,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt...
+ 2: [2023-05-08 19:43:51,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+24: [2023-05-08 19:43:51,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt...
+ 9: [2023-05-08 19:43:51,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt...
+ 9: [2023-05-08 19:43:51,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt...
+ 9: [2023-05-08 19:43:51,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt...
+ 9: [2023-05-08 19:43:51,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt...
+28: [2023-05-08 19:43:51,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 9: [2023-05-08 19:43:51,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt...
+ 9: [2023-05-08 19:43:51,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt...
+ 9: [2023-05-08 19:43:51,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt...
+26: [2023-05-08 19:43:51,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 2: [2023-05-08 19:43:51,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt.
+ 1: [2023-05-08 19:43:51,889] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 12
+ 3: [2023-05-08 19:43:51,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt.
+ 1: [2023-05-08 19:43:51,893] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 12
+ 1: [2023-05-08 19:43:51,894] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 15
+27: [2023-05-08 19:43:51,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt.
+25: [2023-05-08 19:43:51,897] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 203
+25: [2023-05-08 19:43:51,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt.
+25: [2023-05-08 19:43:51,898] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 200
+ 1: [2023-05-08 19:43:51,899] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 15
+27: [2023-05-08 19:43:51,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,902] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 203
+25: [2023-05-08 19:43:51,903] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 200
+ 3: [2023-05-08 19:43:51,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt.
+26: [2023-05-08 19:43:51,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,916] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 10
+14: [2023-05-08 19:43:51,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt...
+24: [2023-05-08 19:43:51,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt...
+24: [2023-05-08 19:43:51,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt...
+24: [2023-05-08 19:43:51,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt...
+14: [2023-05-08 19:43:51,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+24: [2023-05-08 19:43:51,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt...
+24: [2023-05-08 19:43:51,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt...
+24: [2023-05-08 19:43:51,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt...
+24: [2023-05-08 19:43:51,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt...
+20: [2023-05-08 19:43:51,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,920] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 10
+23: [2023-05-08 19:43:51,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt.
+23: [2023-05-08 19:43:51,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,923] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 69
+10: [2023-05-08 19:43:51,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 2: [2023-05-08 19:43:51,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt...
+ 2: [2023-05-08 19:43:51,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt...
+ 2: [2023-05-08 19:43:51,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt...
+ 2: [2023-05-08 19:43:51,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt...
+ 2: [2023-05-08 19:43:51,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt...
+ 2: [2023-05-08 19:43:51,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt...
+ 2: [2023-05-08 19:43:51,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt...
+ 2: [2023-05-08 19:43:51,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt...
+26: [2023-05-08 19:43:51,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,928] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 69
+31: [2023-05-08 19:43:51,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt.
+31: [2023-05-08 19:43:51,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,929] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 64
+31: [2023-05-08 19:43:51,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,934] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 64
+22: [2023-05-08 19:43:51,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:51,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt.
+ 7: [2023-05-08 19:43:51,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,941] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 68
+29: [2023-05-08 19:43:51,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:51,945] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 68
+ 3: [2023-05-08 19:43:51,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt.
+ 3: [2023-05-08 19:43:51,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,947] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 206
+ 3: [2023-05-08 19:43:51,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,952] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 206
+14: [2023-05-08 19:43:51,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt.
+28: [2023-05-08 19:43:51,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+27: [2023-05-08 19:43:51,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt...
+27: [2023-05-08 19:43:51,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt...
+27: [2023-05-08 19:43:51,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt...
+27: [2023-05-08 19:43:51,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt...
+31: [2023-05-08 19:43:51,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt...
+27: [2023-05-08 19:43:51,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt...
+27: [2023-05-08 19:43:51,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt...
+28: [2023-05-08 19:43:51,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+27: [2023-05-08 19:43:51,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt...
+31: [2023-05-08 19:43:51,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,953] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 8
+31: [2023-05-08 19:43:51,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+31: [2023-05-08 19:43:51,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+31: [2023-05-08 19:43:51,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:51,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 7: [2023-05-08 19:43:51,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:51,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 3: [2023-05-08 19:43:51,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,958] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 8
+28: [2023-05-08 19:43:51,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+28: [2023-05-08 19:43:51,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+28: [2023-05-08 19:43:51,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt.
+29: [2023-05-08 19:43:51,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+29: [2023-05-08 19:43:51,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,962] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 90
+26: [2023-05-08 19:43:51,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+29: [2023-05-08 19:43:51,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+26: [2023-05-08 19:43:51,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+26: [2023-05-08 19:43:51,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,966] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 90
+16: [2023-05-08 19:43:51,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt.
+ 0: [2023-05-08 19:43:51,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+25: [2023-05-08 19:43:51,975] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 202
+12: [2023-05-08 19:43:51,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+12: [2023-05-08 19:43:51,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+16: [2023-05-08 19:43:51,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt.
+16: [2023-05-08 19:43:51,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,977] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 13
+20: [2023-05-08 19:43:51,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+25: [2023-05-08 19:43:51,979] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 202
+16: [2023-05-08 19:43:51,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,981] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 13
+ 0: [2023-05-08 19:43:51,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+14: [2023-05-08 19:43:51,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+14: [2023-05-08 19:43:51,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:51,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+12: [2023-05-08 19:43:51,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:51,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt.
+23: [2023-05-08 19:43:51,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+11: [2023-05-08 19:43:51,986] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 88
+ 1: [2023-05-08 19:43:51,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt.
+10: [2023-05-08 19:43:51,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:51,988] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 9
+23: [2023-05-08 19:43:51,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+11: [2023-05-08 19:43:51,990] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 88
+23: [2023-05-08 19:43:51,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:51,991] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 9
+22: [2023-05-08 19:43:51,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+16: [2023-05-08 19:43:51,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+22: [2023-05-08 19:43:51,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+23: [2023-05-08 19:43:51,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+10: [2023-05-08 19:43:51,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+10: [2023-05-08 19:43:51,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+20: [2023-05-08 19:43:51,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+20: [2023-05-08 19:43:51,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+23: [2023-05-08 19:43:51,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+20: [2023-05-08 19:43:52,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+22: [2023-05-08 19:43:51,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+14: [2023-05-08 19:43:52,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+14: [2023-05-08 19:43:52,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+20: [2023-05-08 19:43:52,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+14: [2023-05-08 19:43:52,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+14: [2023-05-08 19:43:52,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+14: [2023-05-08 19:43:52,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+14: [2023-05-08 19:43:52,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+14: [2023-05-08 19:43:52,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+14: [2023-05-08 19:43:52,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+14: [2023-05-08 19:43:52,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+14: [2023-05-08 19:43:52,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+26: [2023-05-08 19:43:52,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt...
+26: [2023-05-08 19:43:52,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt...
+26: [2023-05-08 19:43:52,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt...
+26: [2023-05-08 19:43:52,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt...
+26: [2023-05-08 19:43:52,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt...
+26: [2023-05-08 19:43:52,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt...
+14: [2023-05-08 19:43:52,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+26: [2023-05-08 19:43:52,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt...
+26: [2023-05-08 19:43:52,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt...
+14: [2023-05-08 19:43:52,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+25: [2023-05-08 19:43:52,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt.
+25: [2023-05-08 19:43:52,001] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 207
+ 4: [2023-05-08 19:43:52,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt.
+14: [2023-05-08 19:43:52,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:52,001] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 36
+14: [2023-05-08 19:43:52,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+14: [2023-05-08 19:43:52,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+14: [2023-05-08 19:43:52,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 3: [2023-05-08 19:43:52,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt...
+ 3: [2023-05-08 19:43:52,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt...
+ 3: [2023-05-08 19:43:52,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt...
+ 3: [2023-05-08 19:43:52,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt...
+ 3: [2023-05-08 19:43:52,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt...
+ 3: [2023-05-08 19:43:52,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt...
+ 3: [2023-05-08 19:43:52,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt...
+ 3: [2023-05-08 19:43:52,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt...
+25: [2023-05-08 19:43:52,005] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 207
+ 4: [2023-05-08 19:43:52,006] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 36
+28: [2023-05-08 19:43:52,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt...
+28: [2023-05-08 19:43:52,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt...
+28: [2023-05-08 19:43:52,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt...
+28: [2023-05-08 19:43:52,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt...
+28: [2023-05-08 19:43:52,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt...
+28: [2023-05-08 19:43:52,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt...
+28: [2023-05-08 19:43:52,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt...
+28: [2023-05-08 19:43:52,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt...
+ 8: [2023-05-08 19:43:52,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt.
+ 8: [2023-05-08 19:43:52,008] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 70
+10: [2023-05-08 19:43:52,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+10: [2023-05-08 19:43:52,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+10: [2023-05-08 19:43:52,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+22: [2023-05-08 19:43:52,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+10: [2023-05-08 19:43:52,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+23: [2023-05-08 19:43:52,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+16: [2023-05-08 19:43:52,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+10: [2023-05-08 19:43:52,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+22: [2023-05-08 19:43:52,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+22: [2023-05-08 19:43:52,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+23: [2023-05-08 19:43:52,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+23: [2023-05-08 19:43:52,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+22: [2023-05-08 19:43:52,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+23: [2023-05-08 19:43:52,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+12: [2023-05-08 19:43:52,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+19: [2023-05-08 19:43:52,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+19: [2023-05-08 19:43:52,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+20: [2023-05-08 19:43:52,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+19: [2023-05-08 19:43:52,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+20: [2023-05-08 19:43:52,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+19: [2023-05-08 19:43:52,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+20: [2023-05-08 19:43:52,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+20: [2023-05-08 19:43:52,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+29: [2023-05-08 19:43:52,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt...
+29: [2023-05-08 19:43:52,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt...
+29: [2023-05-08 19:43:52,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt...
+29: [2023-05-08 19:43:52,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt...
+20: [2023-05-08 19:43:52,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+29: [2023-05-08 19:43:52,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt...
+29: [2023-05-08 19:43:52,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt...
+29: [2023-05-08 19:43:52,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt...
+29: [2023-05-08 19:43:52,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt...
+20: [2023-05-08 19:43:52,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+20: [2023-05-08 19:43:52,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:52,012] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 70
+20: [2023-05-08 19:43:52,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+11: [2023-05-08 19:43:52,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt.
+19: [2023-05-08 19:43:52,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+16: [2023-05-08 19:43:52,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+16: [2023-05-08 19:43:52,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+20: [2023-05-08 19:43:52,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+11: [2023-05-08 19:43:52,013] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 94
+19: [2023-05-08 19:43:52,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+16: [2023-05-08 19:43:52,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+20: [2023-05-08 19:43:52,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+20: [2023-05-08 19:43:52,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+31: [2023-05-08 19:43:52,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt...
+31: [2023-05-08 19:43:52,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt...
+31: [2023-05-08 19:43:52,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt...
+31: [2023-05-08 19:43:52,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt...
+20: [2023-05-08 19:43:52,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+31: [2023-05-08 19:43:52,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt...
+31: [2023-05-08 19:43:52,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt...
+31: [2023-05-08 19:43:52,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt...
+19: [2023-05-08 19:43:52,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+31: [2023-05-08 19:43:52,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt...
+10: [2023-05-08 19:43:52,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+19: [2023-05-08 19:43:52,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+19: [2023-05-08 19:43:52,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+19: [2023-05-08 19:43:52,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+19: [2023-05-08 19:43:52,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+10: [2023-05-08 19:43:52,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+10: [2023-05-08 19:43:52,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+13: [2023-05-08 19:43:52,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+13: [2023-05-08 19:43:52,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+13: [2023-05-08 19:43:52,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+10: [2023-05-08 19:43:52,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:52,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:52,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:52,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+11: [2023-05-08 19:43:52,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt.
+10: [2023-05-08 19:43:52,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+11: [2023-05-08 19:43:52,016] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 95
+10: [2023-05-08 19:43:52,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+10: [2023-05-08 19:43:52,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+10: [2023-05-08 19:43:52,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+16: [2023-05-08 19:43:52,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+11: [2023-05-08 19:43:52,017] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 94
+23: [2023-05-08 19:43:52,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+22: [2023-05-08 19:43:52,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+22: [2023-05-08 19:43:52,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+22: [2023-05-08 19:43:52,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+22: [2023-05-08 19:43:52,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+22: [2023-05-08 19:43:52,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+23: [2023-05-08 19:43:52,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+13: [2023-05-08 19:43:52,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+13: [2023-05-08 19:43:52,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+23: [2023-05-08 19:43:52,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+13: [2023-05-08 19:43:52,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+13: [2023-05-08 19:43:52,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+13: [2023-05-08 19:43:52,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+13: [2023-05-08 19:43:52,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+19: [2023-05-08 19:43:52,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+23: [2023-05-08 19:43:52,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:52,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:52,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:52,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:52,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:52,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:52,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:52,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:52,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:52,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:52,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+13: [2023-05-08 19:43:52,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+19: [2023-05-08 19:43:52,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+11: [2023-05-08 19:43:52,021] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 95
+19: [2023-05-08 19:43:52,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+19: [2023-05-08 19:43:52,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:52,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:52,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt.
+ 6: [2023-05-08 19:43:52,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+13: [2023-05-08 19:43:52,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:52,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+19: [2023-05-08 19:43:52,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+22: [2023-05-08 19:43:52,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:52,022] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 37
+13: [2023-05-08 19:43:52,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:52,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt.
+ 5: [2023-05-08 19:43:52,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:52,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:52,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:52,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:52,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:52,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:52,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:52,023] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 38
+ 6: [2023-05-08 19:43:52,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:52,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+13: [2023-05-08 19:43:52,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:52,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:52,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 7: [2023-05-08 19:43:52,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt...
+ 7: [2023-05-08 19:43:52,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt...
+ 7: [2023-05-08 19:43:52,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt...
+ 7: [2023-05-08 19:43:52,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt...
+ 7: [2023-05-08 19:43:52,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt...
+ 7: [2023-05-08 19:43:52,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt...
+ 7: [2023-05-08 19:43:52,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt...
+ 7: [2023-05-08 19:43:52,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt...
+13: [2023-05-08 19:43:52,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+13: [2023-05-08 19:43:52,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:52,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+13: [2023-05-08 19:43:52,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:52,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:52,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+12: [2023-05-08 19:43:52,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:52,026] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 37
+ 4: [2023-05-08 19:43:52,027] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 38
+ 5: [2023-05-08 19:43:52,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:52,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+17: [2023-05-08 19:43:52,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+17: [2023-05-08 19:43:52,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+12: [2023-05-08 19:43:52,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+12: [2023-05-08 19:43:52,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+22: [2023-05-08 19:43:52,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+22: [2023-05-08 19:43:52,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:52,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+12: [2023-05-08 19:43:52,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+22: [2023-05-08 19:43:52,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+10: [2023-05-08 19:43:52,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+17: [2023-05-08 19:43:52,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+17: [2023-05-08 19:43:52,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+17: [2023-05-08 19:43:52,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+10: [2023-05-08 19:43:52,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+10: [2023-05-08 19:43:52,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+17: [2023-05-08 19:43:52,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+10: [2023-05-08 19:43:52,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+17: [2023-05-08 19:43:52,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+17: [2023-05-08 19:43:52,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+17: [2023-05-08 19:43:52,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+12: [2023-05-08 19:43:52,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+17: [2023-05-08 19:43:52,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+17: [2023-05-08 19:43:52,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:52,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt.
+ 8: [2023-05-08 19:43:52,032] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 67
+17: [2023-05-08 19:43:52,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:52,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt.
+ 4: [2023-05-08 19:43:52,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt.
+ 4: [2023-05-08 19:43:52,033] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 33
+ 4: [2023-05-08 19:43:52,033] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 34
+ 4: [2023-05-08 19:43:52,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt.
+22: [2023-05-08 19:43:52,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:52,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:52,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt.
+22: [2023-05-08 19:43:52,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:52,036] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 32
+22: [2023-05-08 19:43:52,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:52,036] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 14
+22: [2023-05-08 19:43:52,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+16: [2023-05-08 19:43:52,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 4: [2023-05-08 19:43:52,037] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 33
+17: [2023-05-08 19:43:52,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+17: [2023-05-08 19:43:52,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+17: [2023-05-08 19:43:52,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+17: [2023-05-08 19:43:52,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:52,037] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 67
+16: [2023-05-08 19:43:52,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+16: [2023-05-08 19:43:52,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+22: [2023-05-08 19:43:52,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+16: [2023-05-08 19:43:52,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:52,038] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 34
+ 0: [2023-05-08 19:43:52,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+22: [2023-05-08 19:43:52,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:52,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+22: [2023-05-08 19:43:52,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+22: [2023-05-08 19:43:52,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:52,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:52,040] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 32
+ 1: [2023-05-08 19:43:52,040] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 14
+19: [2023-05-08 19:43:52,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+16: [2023-05-08 19:43:52,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+16: [2023-05-08 19:43:52,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:52,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:52,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt.
+ 4: [2023-05-08 19:43:52,045] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 39
+22: [2023-05-08 19:43:52,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+22: [2023-05-08 19:43:52,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+16: [2023-05-08 19:43:52,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+16: [2023-05-08 19:43:52,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+16: [2023-05-08 19:43:52,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+22: [2023-05-08 19:43:52,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+22: [2023-05-08 19:43:52,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+22: [2023-05-08 19:43:52,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+22: [2023-05-08 19:43:52,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+22: [2023-05-08 19:43:52,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+22: [2023-05-08 19:43:52,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+12: [2023-05-08 19:43:52,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 0:  > overriding learning rate value to 0.0002
+ 0:  > overriding minimum learning rate value to 2e-05
+ 0:  > overriding warmup iterations value to 0
+ 0:  > overriding total number of iterations value to 1
+ 0:  > overriding decay style value to cosine
+12: [2023-05-08 19:43:52,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+22: [2023-05-08 19:43:52,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+22: [2023-05-08 19:43:52,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:52,049] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 39
+22: [2023-05-08 19:43:52,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+22: [2023-05-08 19:43:52,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:52,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+12: [2023-05-08 19:43:52,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:52,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+12: [2023-05-08 19:43:52,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+12: [2023-05-08 19:43:52,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+12: [2023-05-08 19:43:52,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+12: [2023-05-08 19:43:52,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+19: [2023-05-08 19:43:52,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+12: [2023-05-08 19:43:52,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:52,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt.
+12: [2023-05-08 19:43:52,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:52,053] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 65
+25: [2023-05-08 19:43:52,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt.
+25: [2023-05-08 19:43:52,053] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 205
+19: [2023-05-08 19:43:52,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+25: [2023-05-08 19:43:52,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt.
+25: [2023-05-08 19:43:52,055] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 204
+16: [2023-05-08 19:43:52,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+25: [2023-05-08 19:43:52,057] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 205
+14: [2023-05-08 19:43:52,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt...
+14: [2023-05-08 19:43:52,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt...
+ 8: [2023-05-08 19:43:52,057] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 65
+14: [2023-05-08 19:43:52,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt...
+14: [2023-05-08 19:43:52,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt...
+14: [2023-05-08 19:43:52,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt...
+14: [2023-05-08 19:43:52,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt...
+14: [2023-05-08 19:43:52,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt...
+14: [2023-05-08 19:43:52,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt...
+20: [2023-05-08 19:43:52,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt...
+20: [2023-05-08 19:43:52,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt...
+20: [2023-05-08 19:43:52,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt...
+20: [2023-05-08 19:43:52,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt...
+20: [2023-05-08 19:43:52,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt...
+20: [2023-05-08 19:43:52,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt...
+20: [2023-05-08 19:43:52,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt...
+20: [2023-05-08 19:43:52,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt...
+25: [2023-05-08 19:43:52,059] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 204
+13: [2023-05-08 19:43:52,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+19: [2023-05-08 19:43:52,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:52,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:52,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:52,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:52,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:52,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:52,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+17: [2023-05-08 19:43:52,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:52,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:52,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:52,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+23: [2023-05-08 19:43:52,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt...
+23: [2023-05-08 19:43:52,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt...
+23: [2023-05-08 19:43:52,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt...
+23: [2023-05-08 19:43:52,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt...
+23: [2023-05-08 19:43:52,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt...
+23: [2023-05-08 19:43:52,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt...
+23: [2023-05-08 19:43:52,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt...
+23: [2023-05-08 19:43:52,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt...
+10: [2023-05-08 19:43:52,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt...
+10: [2023-05-08 19:43:52,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt...
+10: [2023-05-08 19:43:52,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt...
+10: [2023-05-08 19:43:52,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt...
+19: [2023-05-08 19:43:52,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+10: [2023-05-08 19:43:52,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt...
+10: [2023-05-08 19:43:52,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt...
+10: [2023-05-08 19:43:52,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt...
+10: [2023-05-08 19:43:52,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt...
+19: [2023-05-08 19:43:52,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:52,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:52,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:52,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:52,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:52,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+19: [2023-05-08 19:43:52,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+13: [2023-05-08 19:43:52,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+16: [2023-05-08 19:43:52,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+16: [2023-05-08 19:43:52,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+21: [2023-05-08 19:43:52,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt.
+13: [2023-05-08 19:43:52,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+21: [2023-05-08 19:43:52,068] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 174
+ 5: [2023-05-08 19:43:52,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+16: [2023-05-08 19:43:52,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+16: [2023-05-08 19:43:52,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+16: [2023-05-08 19:43:52,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+16: [2023-05-08 19:43:52,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:52,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+16: [2023-05-08 19:43:52,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+16: [2023-05-08 19:43:52,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:52,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+16: [2023-05-08 19:43:52,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:52,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:52,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt.
+16: [2023-05-08 19:43:52,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+16: [2023-05-08 19:43:52,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+12: [2023-05-08 19:43:52,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+12: [2023-05-08 19:43:52,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+16: [2023-05-08 19:43:52,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:52,070] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 35
+16: [2023-05-08 19:43:52,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+12: [2023-05-08 19:43:52,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+12: [2023-05-08 19:43:52,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+12: [2023-05-08 19:43:52,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+16: [2023-05-08 19:43:52,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+16: [2023-05-08 19:43:52,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+17: [2023-05-08 19:43:52,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+16: [2023-05-08 19:43:52,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:52,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:52,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:52,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+19: [2023-05-08 19:43:52,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+16: [2023-05-08 19:43:52,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+21: [2023-05-08 19:43:52,073] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 174
+16: [2023-05-08 19:43:52,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+16: [2023-05-08 19:43:52,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+16: [2023-05-08 19:43:52,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:52,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+17: [2023-05-08 19:43:52,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 4: [2023-05-08 19:43:52,074] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 35
+12: [2023-05-08 19:43:52,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+12: [2023-05-08 19:43:52,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+12: [2023-05-08 19:43:52,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+12: [2023-05-08 19:43:52,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+19: [2023-05-08 19:43:52,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+12: [2023-05-08 19:43:52,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+12: [2023-05-08 19:43:52,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+12: [2023-05-08 19:43:52,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+12: [2023-05-08 19:43:52,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+12: [2023-05-08 19:43:52,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+12: [2023-05-08 19:43:52,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+19: [2023-05-08 19:43:52,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+12: [2023-05-08 19:43:52,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+19: [2023-05-08 19:43:52,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:52,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+13: [2023-05-08 19:43:52,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+12: [2023-05-08 19:43:52,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+19: [2023-05-08 19:43:52,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:52,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:52,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+16: [2023-05-08 19:43:52,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+19: [2023-05-08 19:43:52,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+16: [2023-05-08 19:43:52,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+16: [2023-05-08 19:43:52,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:52,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+18: [2023-05-08 19:43:52,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt.
+16: [2023-05-08 19:43:52,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+18: [2023-05-08 19:43:52,079] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 146
+19: [2023-05-08 19:43:52,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:52,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt.
+19: [2023-05-08 19:43:52,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 8: [2023-05-08 19:43:52,080] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 66
+19: [2023-05-08 19:43:52,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+25: [2023-05-08 19:43:52,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt.
+25: [2023-05-08 19:43:52,080] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 201
+17: [2023-05-08 19:43:52,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+12: [2023-05-08 19:43:52,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+12: [2023-05-08 19:43:52,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+12: [2023-05-08 19:43:52,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+13: [2023-05-08 19:43:52,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+13: [2023-05-08 19:43:52,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+12: [2023-05-08 19:43:52,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+13: [2023-05-08 19:43:52,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+18: [2023-05-08 19:43:52,083] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 146
+ 8: [2023-05-08 19:43:52,084] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 66
+25: [2023-05-08 19:43:52,084] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 201
+22: [2023-05-08 19:43:52,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt...
+22: [2023-05-08 19:43:52,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt...
+22: [2023-05-08 19:43:52,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt...
+22: [2023-05-08 19:43:52,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt...
+22: [2023-05-08 19:43:52,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt...
+22: [2023-05-08 19:43:52,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt...
+22: [2023-05-08 19:43:52,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt...
+22: [2023-05-08 19:43:52,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt...
+ 1: [2023-05-08 19:43:52,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt.
+ 6: [2023-05-08 19:43:52,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:52,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 1: [2023-05-08 19:43:52,086] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 11
+13: [2023-05-08 19:43:52,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+17: [2023-05-08 19:43:52,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:52,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:52,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+13: [2023-05-08 19:43:52,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:52,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+13: [2023-05-08 19:43:52,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+13: [2023-05-08 19:43:52,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:52,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+13: [2023-05-08 19:43:52,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+12: [2023-05-08 19:43:52,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:52,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:52,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:52,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+12: [2023-05-08 19:43:52,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+13: [2023-05-08 19:43:52,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+12: [2023-05-08 19:43:52,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+19: [2023-05-08 19:43:52,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+19: [2023-05-08 19:43:52,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+19: [2023-05-08 19:43:52,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+19: [2023-05-08 19:43:52,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:52,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:52,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:52,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+12: [2023-05-08 19:43:52,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+13: [2023-05-08 19:43:52,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+13: [2023-05-08 19:43:52,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:52,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:52,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:52,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+13: [2023-05-08 19:43:52,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:52,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:52,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:52,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 1: [2023-05-08 19:43:52,090] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 11
+ 0: [2023-05-08 19:43:52,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:52,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:52,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:52,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:52,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:52,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:52,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:52,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:52,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:52,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:52,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:52,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:52,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:52,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:52,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:52,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:52,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:52,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:52,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:52,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+13: [2023-05-08 19:43:52,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:52,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:52,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:52,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:52,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:52,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+13: [2023-05-08 19:43:52,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+13: [2023-05-08 19:43:52,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+17: [2023-05-08 19:43:52,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:52,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+17: [2023-05-08 19:43:52,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+17: [2023-05-08 19:43:52,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 0: [2023-05-08 19:43:52,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+13: [2023-05-08 19:43:52,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+18: [2023-05-08 19:43:52,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt.
+17: [2023-05-08 19:43:52,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+17: [2023-05-08 19:43:52,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+19: [2023-05-08 19:43:52,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+17: [2023-05-08 19:43:52,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+17: [2023-05-08 19:43:52,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+18: [2023-05-08 19:43:52,093] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 149
+17: [2023-05-08 19:43:52,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+19: [2023-05-08 19:43:52,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+19: [2023-05-08 19:43:52,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+17: [2023-05-08 19:43:52,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+17: [2023-05-08 19:43:52,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+19: [2023-05-08 19:43:52,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+17: [2023-05-08 19:43:52,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:52,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:52,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:52,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:52,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:52,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:52,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:52,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:52,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:52,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:52,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:52,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:52,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:52,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:52,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+18: [2023-05-08 19:43:52,098] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 149
+ 5: [2023-05-08 19:43:52,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:52,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+ 8: [2023-05-08 19:43:52,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt.
+ 8: [2023-05-08 19:43:52,099] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 71
+17: [2023-05-08 19:43:52,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+17: [2023-05-08 19:43:52,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+17: [2023-05-08 19:43:52,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+17: [2023-05-08 19:43:52,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+16: [2023-05-08 19:43:52,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt...
+16: [2023-05-08 19:43:52,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt...
+16: [2023-05-08 19:43:52,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt...
+16: [2023-05-08 19:43:52,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt...
+16: [2023-05-08 19:43:52,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt...
+16: [2023-05-08 19:43:52,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt...
+16: [2023-05-08 19:43:52,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt...
+16: [2023-05-08 19:43:52,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt...
+11: [2023-05-08 19:43:52,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt.
+11: [2023-05-08 19:43:52,104] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 93
+ 8: [2023-05-08 19:43:52,104] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 71
+17: [2023-05-08 19:43:52,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+17: [2023-05-08 19:43:52,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+18: [2023-05-08 19:43:52,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt.
+18: [2023-05-08 19:43:52,106] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 148
+ 5: [2023-05-08 19:43:52,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:52,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+11: [2023-05-08 19:43:52,108] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 93
+ 5: [2023-05-08 19:43:52,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:52,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+13: [2023-05-08 19:43:52,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+13: [2023-05-08 19:43:52,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+13: [2023-05-08 19:43:52,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+13: [2023-05-08 19:43:52,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+13: [2023-05-08 19:43:52,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+13: [2023-05-08 19:43:52,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+12: [2023-05-08 19:43:52,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt...
+12: [2023-05-08 19:43:52,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt...
+12: [2023-05-08 19:43:52,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt...
+12: [2023-05-08 19:43:52,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt...
+12: [2023-05-08 19:43:52,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt...
+12: [2023-05-08 19:43:52,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt...
+12: [2023-05-08 19:43:52,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt...
+12: [2023-05-08 19:43:52,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt...
+13: [2023-05-08 19:43:52,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+13: [2023-05-08 19:43:52,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:52,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+13: [2023-05-08 19:43:52,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+19: [2023-05-08 19:43:52,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+13: [2023-05-08 19:43:52,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+13: [2023-05-08 19:43:52,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+18: [2023-05-08 19:43:52,111] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 148
+15: [2023-05-08 19:43:52,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt.
+17: [2023-05-08 19:43:52,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+19: [2023-05-08 19:43:52,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+19: [2023-05-08 19:43:52,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+17: [2023-05-08 19:43:52,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt.
+13: [2023-05-08 19:43:52,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+15: [2023-05-08 19:43:52,111] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 120
+19: [2023-05-08 19:43:52,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+19: [2023-05-08 19:43:52,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+13: [2023-05-08 19:43:52,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+13: [2023-05-08 19:43:52,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+19: [2023-05-08 19:43:52,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+19: [2023-05-08 19:43:52,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+13: [2023-05-08 19:43:52,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+13: [2023-05-08 19:43:52,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+13: [2023-05-08 19:43:52,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+13: [2023-05-08 19:43:52,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+19: [2023-05-08 19:43:52,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+13: [2023-05-08 19:43:52,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+13: [2023-05-08 19:43:52,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+19: [2023-05-08 19:43:52,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+19: [2023-05-08 19:43:52,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+19: [2023-05-08 19:43:52,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+19: [2023-05-08 19:43:52,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+19: [2023-05-08 19:43:52,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+19: [2023-05-08 19:43:52,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+19: [2023-05-08 19:43:52,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+19: [2023-05-08 19:43:52,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+15: [2023-05-08 19:43:52,116] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 120
+ 5: [2023-05-08 19:43:52,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:52,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:52,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:52,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:52,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:52,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:52,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:52,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:52,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:52,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:52,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:52,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+15: [2023-05-08 19:43:52,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt.
+15: [2023-05-08 19:43:52,120] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 125
+ 6: [2023-05-08 19:43:52,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:52,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 6: [2023-05-08 19:43:52,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 6: [2023-05-08 19:43:52,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 0: [2023-05-08 19:43:52,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt...
+ 0: [2023-05-08 19:43:52,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt...
+ 0: [2023-05-08 19:43:52,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt...
+ 0: [2023-05-08 19:43:52,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt...
+15: [2023-05-08 19:43:52,125] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 125
+ 0: [2023-05-08 19:43:52,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt...
+ 0: [2023-05-08 19:43:52,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt...
+ 0: [2023-05-08 19:43:52,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt...
+17: [2023-05-08 19:43:52,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+17: [2023-05-08 19:43:52,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+17: [2023-05-08 19:43:52,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+17: [2023-05-08 19:43:52,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+17: [2023-05-08 19:43:52,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+17: [2023-05-08 19:43:52,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+17: [2023-05-08 19:43:52,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+17: [2023-05-08 19:43:52,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:52,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:52,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+ 5: [2023-05-08 19:43:52,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+ 5: [2023-05-08 19:43:52,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+17: [2023-05-08 19:43:52,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+17: [2023-05-08 19:43:52,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+17: [2023-05-08 19:43:52,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+17: [2023-05-08 19:43:52,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+17: [2023-05-08 19:43:52,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+17: [2023-05-08 19:43:52,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt...
+17: [2023-05-08 19:43:52,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+17: [2023-05-08 19:43:52,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt.
+30: [2023-05-08 19:43:52,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt.
+30: [2023-05-08 19:43:52,141] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 245
+30: [2023-05-08 19:43:52,145] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 245
+ 5: [2023-05-08 19:43:52,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt...
+ 5: [2023-05-08 19:43:52,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt...
+ 5: [2023-05-08 19:43:52,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt...
+ 5: [2023-05-08 19:43:52,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt...
+ 5: [2023-05-08 19:43:52,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt...
+ 5: [2023-05-08 19:43:52,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt...
+ 5: [2023-05-08 19:43:52,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt...
+ 5: [2023-05-08 19:43:52,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt...
+18: [2023-05-08 19:43:52,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt.
+18: [2023-05-08 19:43:52,158] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 150
+21: [2023-05-08 19:43:52,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt.
+21: [2023-05-08 19:43:52,159] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 170
+21: [2023-05-08 19:43:52,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt.
+21: [2023-05-08 19:43:52,160] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 171
+18: [2023-05-08 19:43:52,162] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 150
+21: [2023-05-08 19:43:52,163] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 170
+11: [2023-05-08 19:43:52,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt.
+18: [2023-05-08 19:43:52,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt.
+11: [2023-05-08 19:43:52,164] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 89
+18: [2023-05-08 19:43:52,164] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 147
+21: [2023-05-08 19:43:52,164] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 171
+19: [2023-05-08 19:43:52,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt...
+19: [2023-05-08 19:43:52,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt...
+19: [2023-05-08 19:43:52,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt...
+19: [2023-05-08 19:43:52,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt...
+19: [2023-05-08 19:43:52,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt...
+ 0: [2023-05-08 19:43:52,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt...
+19: [2023-05-08 19:43:52,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt...
+19: [2023-05-08 19:43:52,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt...
+19: [2023-05-08 19:43:52,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt...
+11: [2023-05-08 19:43:52,168] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 89
+18: [2023-05-08 19:43:52,168] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 147
+13: [2023-05-08 19:43:52,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt...
+13: [2023-05-08 19:43:52,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt...
+13: [2023-05-08 19:43:52,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt...
+13: [2023-05-08 19:43:52,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt...
+13: [2023-05-08 19:43:52,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt...
+13: [2023-05-08 19:43:52,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt...
+13: [2023-05-08 19:43:52,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt...
+13: [2023-05-08 19:43:52,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt...
+17: [2023-05-08 19:43:52,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt...
+17: [2023-05-08 19:43:52,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt...
+17: [2023-05-08 19:43:52,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt...
+17: [2023-05-08 19:43:52,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt...
+17: [2023-05-08 19:43:52,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt...
+17: [2023-05-08 19:43:52,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt...
+17: [2023-05-08 19:43:52,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt...
+17: [2023-05-08 19:43:52,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt...
+21: [2023-05-08 19:43:52,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt.
+21: [2023-05-08 19:43:52,171] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 172
+21: [2023-05-08 19:43:52,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt.
+21: [2023-05-08 19:43:52,173] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 169
+ 6: [2023-05-08 19:43:52,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt...
+ 6: [2023-05-08 19:43:52,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt...
+ 6: [2023-05-08 19:43:52,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt...
+ 6: [2023-05-08 19:43:52,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt...
+ 6: [2023-05-08 19:43:52,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt...
+ 6: [2023-05-08 19:43:52,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt...
+ 6: [2023-05-08 19:43:52,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt...
+ 6: [2023-05-08 19:43:52,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt...
+21: [2023-05-08 19:43:52,175] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 172
+11: [2023-05-08 19:43:52,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt.
+21: [2023-05-08 19:43:52,177] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 169
+11: [2023-05-08 19:43:52,178] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 91
+21: [2023-05-08 19:43:52,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt.
+21: [2023-05-08 19:43:52,178] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 168
+30: [2023-05-08 19:43:52,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt.
+30: [2023-05-08 19:43:52,179] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 241
+21: [2023-05-08 19:43:52,182] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 168
+11: [2023-05-08 19:43:52,182] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 91
+30: [2023-05-08 19:43:52,183] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 241
+21: [2023-05-08 19:43:52,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt.
+21: [2023-05-08 19:43:52,192] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 173
+15: [2023-05-08 19:43:52,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt.
+21: [2023-05-08 19:43:52,196] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 173
+15: [2023-05-08 19:43:52,196] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 126
+18: [2023-05-08 19:43:52,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt.
+18: [2023-05-08 19:43:52,198] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 144
+15: [2023-05-08 19:43:52,201] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 126
+18: [2023-05-08 19:43:52,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt.
+18: [2023-05-08 19:43:52,201] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 151
+18: [2023-05-08 19:43:52,202] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 144
+18: [2023-05-08 19:43:52,205] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 151
+30: [2023-05-08 19:43:52,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt.
+30: [2023-05-08 19:43:52,208] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 246
+30: [2023-05-08 19:43:52,211] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 246
+30: [2023-05-08 19:43:52,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt.
+30: [2023-05-08 19:43:52,214] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 247
+ 9: [2023-05-08 19:43:52,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt.
+30: [2023-05-08 19:43:52,218] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 247
+ 9: [2023-05-08 19:43:52,219] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 74
+15: [2023-05-08 19:43:52,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt.
+ 9: [2023-05-08 19:43:52,223] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 74
+ 9: [2023-05-08 19:43:52,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt.
+15: [2023-05-08 19:43:52,222] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 121
+15: [2023-05-08 19:43:52,226] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 121
+ 9: [2023-05-08 19:43:52,227] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 72
+30: [2023-05-08 19:43:52,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt.
+30: [2023-05-08 19:43:52,228] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 240
+ 9: [2023-05-08 19:43:52,232] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 72
+30: [2023-05-08 19:43:52,232] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 240
+15: [2023-05-08 19:43:52,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt.
+15: [2023-05-08 19:43:52,234] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 123
+ 9: [2023-05-08 19:43:52,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt.
+ 9: [2023-05-08 19:43:52,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt.
+ 9: [2023-05-08 19:43:52,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt.
+ 9: [2023-05-08 19:43:52,237] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 78
+ 9: [2023-05-08 19:43:52,237] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 79
+15: [2023-05-08 19:43:52,238] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 123
+ 9: [2023-05-08 19:43:52,238] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 76
+ 2: [2023-05-08 19:43:52,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt.
+ 2: [2023-05-08 19:43:52,240] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 22
+ 9: [2023-05-08 19:43:52,242] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 78
+ 9: [2023-05-08 19:43:52,242] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 79
+ 9: [2023-05-08 19:43:52,242] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 76
+15: [2023-05-08 19:43:52,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt.
+15: [2023-05-08 19:43:52,244] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 122
+ 2: [2023-05-08 19:43:52,245] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 22
+15: [2023-05-08 19:43:52,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt.
+15: [2023-05-08 19:43:52,248] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 124
+15: [2023-05-08 19:43:52,248] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 122
+ 9: [2023-05-08 19:43:52,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt.
+15: [2023-05-08 19:43:52,252] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 124
+ 9: [2023-05-08 19:43:52,253] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 77
+ 2: [2023-05-08 19:43:52,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt.
+ 2: [2023-05-08 19:43:52,254] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 16
+30: [2023-05-08 19:43:52,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt.
+30: [2023-05-08 19:43:52,256] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 243
+ 9: [2023-05-08 19:43:52,256] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 77
+ 2: [2023-05-08 19:43:52,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt.
+ 2: [2023-05-08 19:43:52,259] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 16
+ 2: [2023-05-08 19:43:52,259] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 20
+30: [2023-05-08 19:43:52,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt.
+21: [2023-05-08 19:43:52,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt.
+30: [2023-05-08 19:43:52,259] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 242
+21: [2023-05-08 19:43:52,259] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 175
+30: [2023-05-08 19:43:52,260] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 243
+ 2: [2023-05-08 19:43:52,262] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 20
+30: [2023-05-08 19:43:52,263] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 242
+21: [2023-05-08 19:43:52,263] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 175
+ 2: [2023-05-08 19:43:52,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt.
+ 2: [2023-05-08 19:43:52,275] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 17
+30: [2023-05-08 19:43:52,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt.
+30: [2023-05-08 19:43:52,275] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 244
+29: [2023-05-08 19:43:52,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt.
+29: [2023-05-08 19:43:52,277] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 235
+ 2: [2023-05-08 19:43:52,279] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 17
+29: [2023-05-08 19:43:52,281] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 235
+30: [2023-05-08 19:43:52,281] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 244
+18: [2023-05-08 19:43:52,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt.
+18: [2023-05-08 19:43:52,284] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 145
+18: [2023-05-08 19:43:52,290] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 145
+ 3: [2023-05-08 19:43:52,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt.
+ 3: [2023-05-08 19:43:52,292] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 26
+ 3: [2023-05-08 19:43:52,296] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 26
+ 2: [2023-05-08 19:43:52,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt.
+ 2: [2023-05-08 19:43:52,303] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 21
+24: [2023-05-08 19:43:52,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt.
+24: [2023-05-08 19:43:52,306] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 194
+ 2: [2023-05-08 19:43:52,308] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 21
+26: [2023-05-08 19:43:52,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt.
+26: [2023-05-08 19:43:52,308] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 211
+24: [2023-05-08 19:43:52,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt.
+24: [2023-05-08 19:43:52,309] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 193
+24: [2023-05-08 19:43:52,310] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 194
+26: [2023-05-08 19:43:52,313] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 211
+24: [2023-05-08 19:43:52,313] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 193
+28: [2023-05-08 19:43:52,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt.
+24: [2023-05-08 19:43:52,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt.
+28: [2023-05-08 19:43:52,315] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 224
+24: [2023-05-08 19:43:52,315] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 199
+24: [2023-05-08 19:43:52,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt.
+24: [2023-05-08 19:43:52,318] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 196
+24: [2023-05-08 19:43:52,319] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 199
+28: [2023-05-08 19:43:52,320] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 224
+ 2: [2023-05-08 19:43:52,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt.
+24: [2023-05-08 19:43:52,323] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 196
+ 2: [2023-05-08 19:43:52,323] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 19
+ 3: [2023-05-08 19:43:52,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt.
+24: [2023-05-08 19:43:52,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt.
+24: [2023-05-08 19:43:52,324] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 192
+ 3: [2023-05-08 19:43:52,324] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 27
+ 2: [2023-05-08 19:43:52,327] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 19
+11: [2023-05-08 19:43:52,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt.
+24: [2023-05-08 19:43:52,328] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 192
+11: [2023-05-08 19:43:52,329] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 92
+ 3: [2023-05-08 19:43:52,329] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 27
+ 3: [2023-05-08 19:43:52,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt.
+15: [2023-05-08 19:43:52,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt.
+10: [2023-05-08 19:43:52,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt.
+ 3: [2023-05-08 19:43:52,330] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 30
+15: [2023-05-08 19:43:52,331] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 127
+10: [2023-05-08 19:43:52,331] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 83
+11: [2023-05-08 19:43:52,332] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 92
+27: [2023-05-08 19:43:52,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt.
+27: [2023-05-08 19:43:52,333] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 222
+ 2: [2023-05-08 19:43:52,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt.
+ 2: [2023-05-08 19:43:52,334] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 23
+15: [2023-05-08 19:43:52,335] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 127
+ 3: [2023-05-08 19:43:52,336] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 30
+10: [2023-05-08 19:43:52,336] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 83
+26: [2023-05-08 19:43:52,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt.
+26: [2023-05-08 19:43:52,337] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 213
+27: [2023-05-08 19:43:52,338] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 222
+ 2: [2023-05-08 19:43:52,338] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 23
+26: [2023-05-08 19:43:52,342] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 213
+28: [2023-05-08 19:43:52,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt.
+28: [2023-05-08 19:43:52,344] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 229
+27: [2023-05-08 19:43:52,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt.
+27: [2023-05-08 19:43:52,344] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 223
+29: [2023-05-08 19:43:52,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt.
+29: [2023-05-08 19:43:52,345] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 233
+28: [2023-05-08 19:43:52,348] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 229
+27: [2023-05-08 19:43:52,349] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 223
+29: [2023-05-08 19:43:52,350] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 233
+26: [2023-05-08 19:43:52,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt.
+26: [2023-05-08 19:43:52,351] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 215
+ 2: [2023-05-08 19:43:52,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt.
+ 2: [2023-05-08 19:43:52,352] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 18
+ 7: [2023-05-08 19:43:52,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt.
+ 7: [2023-05-08 19:43:52,354] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 56
+26: [2023-05-08 19:43:52,356] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 215
+27: [2023-05-08 19:43:52,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt.
+27: [2023-05-08 19:43:52,356] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 218
+ 2: [2023-05-08 19:43:52,358] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 18
+ 7: [2023-05-08 19:43:52,358] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 56
+27: [2023-05-08 19:43:52,360] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 218
+31: [2023-05-08 19:43:52,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt.
+31: [2023-05-08 19:43:52,362] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 248
+31: [2023-05-08 19:43:52,367] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 248
+ 3: [2023-05-08 19:43:52,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt.
+31: [2023-05-08 19:43:52,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt.
+31: [2023-05-08 19:43:52,369] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 249
+ 3: [2023-05-08 19:43:52,369] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 25
+ 3: [2023-05-08 19:43:52,373] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 25
+27: [2023-05-08 19:43:52,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt.
+31: [2023-05-08 19:43:52,373] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 249
+27: [2023-05-08 19:43:52,373] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 217
+ 7: [2023-05-08 19:43:52,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt.
+ 7: [2023-05-08 19:43:52,375] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 63
+12: [2023-05-08 19:43:52,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt.
+12: [2023-05-08 19:43:52,375] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 98
+26: [2023-05-08 19:43:52,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt.
+26: [2023-05-08 19:43:52,377] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 210
+27: [2023-05-08 19:43:52,377] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 217
+10: [2023-05-08 19:43:52,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt.
+10: [2023-05-08 19:43:52,379] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 87
+ 7: [2023-05-08 19:43:52,379] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 63
+12: [2023-05-08 19:43:52,381] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 98
+26: [2023-05-08 19:43:52,381] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 210
+28: [2023-05-08 19:43:52,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt.
+28: [2023-05-08 19:43:52,382] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 227
+10: [2023-05-08 19:43:52,383] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 87
+23: [2023-05-08 19:43:52,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt.
+28: [2023-05-08 19:43:52,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt.
+28: [2023-05-08 19:43:52,383] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 226
+23: [2023-05-08 19:43:52,383] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 184
+ 9: [2023-05-08 19:43:52,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt.
+ 9: [2023-05-08 19:43:52,385] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 73
+28: [2023-05-08 19:43:52,386] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 227
+16: [2023-05-08 19:43:52,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt.
+23: [2023-05-08 19:43:52,388] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 184
+28: [2023-05-08 19:43:52,388] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 226
+26: [2023-05-08 19:43:52,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt.
+26: [2023-05-08 19:43:52,389] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 209
+ 9: [2023-05-08 19:43:52,389] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 73
+16: [2023-05-08 19:43:52,383] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 132
+16: [2023-05-08 19:43:52,387] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 132
+ 7: [2023-05-08 19:43:52,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt.
+ 7: [2023-05-08 19:43:52,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt.
+31: [2023-05-08 19:43:52,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt.
+ 7: [2023-05-08 19:43:52,392] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 58
+31: [2023-05-08 19:43:52,392] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 252
+ 7: [2023-05-08 19:43:52,392] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 57
+16: [2023-05-08 19:43:52,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt.
+16: [2023-05-08 19:43:52,393] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 131
+26: [2023-05-08 19:43:52,394] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 209
+26: [2023-05-08 19:43:52,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt.
+26: [2023-05-08 19:43:52,395] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 208
+31: [2023-05-08 19:43:52,396] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 252
+20: [2023-05-08 19:43:52,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt.
+ 7: [2023-05-08 19:43:52,396] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 58
+20: [2023-05-08 19:43:52,396] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 160
+ 7: [2023-05-08 19:43:52,396] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 57
+16: [2023-05-08 19:43:52,397] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 131
+20: [2023-05-08 19:43:52,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt.
+20: [2023-05-08 19:43:52,400] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 164
+20: [2023-05-08 19:43:52,400] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 160
+26: [2023-05-08 19:43:52,401] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 208
+24: [2023-05-08 19:43:52,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt.
+24: [2023-05-08 19:43:52,404] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 197
+29: [2023-05-08 19:43:52,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt.
+20: [2023-05-08 19:43:52,404] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 164
+29: [2023-05-08 19:43:52,404] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 236
+24: [2023-05-08 19:43:52,407] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 197
+29: [2023-05-08 19:43:52,408] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 236
+20: [2023-05-08 19:43:52,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt.
+20: [2023-05-08 19:43:52,408] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 166
+14: [2023-05-08 19:43:52,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt.
+28: [2023-05-08 19:43:52,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt.
+28: [2023-05-08 19:43:52,409] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 230
+14: [2023-05-08 19:43:52,410] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 114
+20: [2023-05-08 19:43:52,413] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 166
+14: [2023-05-08 19:43:52,414] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 114
+22: [2023-05-08 19:43:52,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt.
+22: [2023-05-08 19:43:52,414] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 176
+28: [2023-05-08 19:43:52,414] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 230
+27: [2023-05-08 19:43:52,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt.
+27: [2023-05-08 19:43:52,416] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 221
+24: [2023-05-08 19:43:52,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt.
+24: [2023-05-08 19:43:52,417] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 198
+22: [2023-05-08 19:43:52,419] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 176
+23: [2023-05-08 19:43:52,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt.
+23: [2023-05-08 19:43:52,420] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 187
+27: [2023-05-08 19:43:52,420] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 221
+24: [2023-05-08 19:43:52,421] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 198
+14: [2023-05-08 19:43:52,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt.
+14: [2023-05-08 19:43:52,422] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 116
+27: [2023-05-08 19:43:52,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt.
+27: [2023-05-08 19:43:52,423] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 220
+ 9: [2023-05-08 19:43:52,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt.
+ 9: [2023-05-08 19:43:52,424] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 75
+29: [2023-05-08 19:43:52,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt.
+29: [2023-05-08 19:43:52,424] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 238
+ 7: [2023-05-08 19:43:52,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt.
+23: [2023-05-08 19:43:52,425] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 187
+23: [2023-05-08 19:43:52,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt.
+ 7: [2023-05-08 19:43:52,425] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 62
+20: [2023-05-08 19:43:52,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt.
+27: [2023-05-08 19:43:52,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt.
+23: [2023-05-08 19:43:52,425] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 191
+20: [2023-05-08 19:43:52,425] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 162
+27: [2023-05-08 19:43:52,425] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 219
+26: [2023-05-08 19:43:52,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt.
+26: [2023-05-08 19:43:52,427] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 214
+23: [2023-05-08 19:43:52,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt.
+14: [2023-05-08 19:43:52,427] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 116
+23: [2023-05-08 19:43:52,427] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 185
+27: [2023-05-08 19:43:52,427] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 220
+ 9: [2023-05-08 19:43:52,428] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 75
+28: [2023-05-08 19:43:52,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt.
+28: [2023-05-08 19:43:52,428] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 231
+29: [2023-05-08 19:43:52,428] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 238
+14: [2023-05-08 19:43:52,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt.
+14: [2023-05-08 19:43:52,429] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 112
+27: [2023-05-08 19:43:52,429] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 219
+ 7: [2023-05-08 19:43:52,429] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 62
+23: [2023-05-08 19:43:52,429] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 191
+20: [2023-05-08 19:43:52,430] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 162
+26: [2023-05-08 19:43:52,430] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 214
+29: [2023-05-08 19:43:52,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt.
+29: [2023-05-08 19:43:52,430] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 237
+ 3: [2023-05-08 19:43:52,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt.
+23: [2023-05-08 19:43:52,431] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 185
+ 3: [2023-05-08 19:43:52,431] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 24
+28: [2023-05-08 19:43:52,432] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 231
+ 3: [2023-05-08 19:43:52,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt.
+16: [2023-05-08 19:43:52,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt.
+16: [2023-05-08 19:43:52,427] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 134
+16: [2023-05-08 19:43:52,431] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 134
+ 3: [2023-05-08 19:43:52,433] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 29
+14: [2023-05-08 19:43:52,433] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 112
+29: [2023-05-08 19:43:52,435] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 237
+ 3: [2023-05-08 19:43:52,435] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 24
+31: [2023-05-08 19:43:52,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt.
+31: [2023-05-08 19:43:52,436] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 251
+ 3: [2023-05-08 19:43:52,436] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 29
+ 7: [2023-05-08 19:43:52,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt.
+ 7: [2023-05-08 19:43:52,438] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 59
+27: [2023-05-08 19:43:52,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt.
+27: [2023-05-08 19:43:52,440] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 216
+31: [2023-05-08 19:43:52,440] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 251
+22: [2023-05-08 19:43:52,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt.
+22: [2023-05-08 19:43:52,441] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 182
+ 3: [2023-05-08 19:43:52,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt.
+10: [2023-05-08 19:43:52,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt.
+ 3: [2023-05-08 19:43:52,442] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 31
+10: [2023-05-08 19:43:52,442] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 81
+ 7: [2023-05-08 19:43:52,442] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 59
+14: [2023-05-08 19:43:52,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt.
+27: [2023-05-08 19:43:52,443] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 216
+14: [2023-05-08 19:43:52,444] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 113
+14: [2023-05-08 19:43:52,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt.
+14: [2023-05-08 19:43:52,445] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 115
+10: [2023-05-08 19:43:52,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt.
+10: [2023-05-08 19:43:52,446] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 81
+22: [2023-05-08 19:43:52,446] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 182
+10: [2023-05-08 19:43:52,446] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 82
+ 3: [2023-05-08 19:43:52,446] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 31
+12: [2023-05-08 19:43:52,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt.
+12: [2023-05-08 19:43:52,447] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 96
+31: [2023-05-08 19:43:52,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt.
+31: [2023-05-08 19:43:52,448] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 254
+14: [2023-05-08 19:43:52,448] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 113
+14: [2023-05-08 19:43:52,449] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 115
+ 5: [2023-05-08 19:43:52,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt.
+ 5: [2023-05-08 19:43:52,450] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 43
+10: [2023-05-08 19:43:52,451] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 82
+31: [2023-05-08 19:43:52,452] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 254
+12: [2023-05-08 19:43:52,452] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 96
+19: [2023-05-08 19:43:52,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt.
+19: [2023-05-08 19:43:52,453] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 154
+ 5: [2023-05-08 19:43:52,454] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 43
+24: [2023-05-08 19:43:52,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt.
+24: [2023-05-08 19:43:52,456] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 195
+10: [2023-05-08 19:43:52,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt.
+19: [2023-05-08 19:43:52,458] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 154
+10: [2023-05-08 19:43:52,458] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 80
+ 3: [2023-05-08 19:43:52,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt.
+24: [2023-05-08 19:43:52,460] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 195
+ 0: [2023-05-08 19:43:52,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt.
+ 3: [2023-05-08 19:43:52,460] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 28
+13: [2023-05-08 19:43:52,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt.
+ 0: [2023-05-08 19:43:52,461] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 7
+12: [2023-05-08 19:43:52,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt.
+13: [2023-05-08 19:43:52,461] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 108
+12: [2023-05-08 19:43:52,461] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 100
+10: [2023-05-08 19:43:52,462] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 80
+14: [2023-05-08 19:43:52,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt.
+20: [2023-05-08 19:43:52,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt.
+14: [2023-05-08 19:43:52,463] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 118
+20: [2023-05-08 19:43:52,463] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 165
+16: [2023-05-08 19:43:52,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt.
+28: [2023-05-08 19:43:52,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt.
+28: [2023-05-08 19:43:52,464] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 228
+16: [2023-05-08 19:43:52,464] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 130
+12: [2023-05-08 19:43:52,464] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 100
+ 3: [2023-05-08 19:43:52,464] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 28
+13: [2023-05-08 19:43:52,464] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 108
+ 0: [2023-05-08 19:43:52,465] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 7
+17: [2023-05-08 19:43:52,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt.
+29: [2023-05-08 19:43:52,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt.
+29: [2023-05-08 19:43:52,466] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 239
+17: [2023-05-08 19:43:52,466] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 136
+20: [2023-05-08 19:43:52,466] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 165
+14: [2023-05-08 19:43:52,467] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 118
+28: [2023-05-08 19:43:52,469] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 228
+29: [2023-05-08 19:43:52,470] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 239
+17: [2023-05-08 19:43:52,470] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 136
+16: [2023-05-08 19:43:52,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt.
+16: [2023-05-08 19:43:52,468] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 130
+16: [2023-05-08 19:43:52,468] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 129
+17: [2023-05-08 19:43:52,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt.
+17: [2023-05-08 19:43:52,472] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 141
+16: [2023-05-08 19:43:52,473] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 129
+ 0: [2023-05-08 19:43:52,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt.
+ 0: [2023-05-08 19:43:52,476] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 3
+20: [2023-05-08 19:43:52,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt.
+20: [2023-05-08 19:43:52,477] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 167
+17: [2023-05-08 19:43:52,477] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 141
+23: [2023-05-08 19:43:52,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt.
+23: [2023-05-08 19:43:52,478] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 186
+31: [2023-05-08 19:43:52,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt.
+31: [2023-05-08 19:43:52,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt.
+31: [2023-05-08 19:43:52,479] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 255
+31: [2023-05-08 19:43:52,479] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 253
+ 0: [2023-05-08 19:43:52,480] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 3
+22: [2023-05-08 19:43:52,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt.
+20: [2023-05-08 19:43:52,480] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 167
+22: [2023-05-08 19:43:52,481] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 183
+19: [2023-05-08 19:43:52,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt.
+19: [2023-05-08 19:43:52,481] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 158
+23: [2023-05-08 19:43:52,482] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 186
+31: [2023-05-08 19:43:52,483] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 255
+31: [2023-05-08 19:43:52,483] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 253
+ 7: [2023-05-08 19:43:52,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt.
+ 6: [2023-05-08 19:43:52,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt.
+ 7: [2023-05-08 19:43:52,485] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 61
+ 6: [2023-05-08 19:43:52,485] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 50
+22: [2023-05-08 19:43:52,486] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 183
+19: [2023-05-08 19:43:52,486] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 158
+28: [2023-05-08 19:43:52,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt.
+28: [2023-05-08 19:43:52,486] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 225
+20: [2023-05-08 19:43:52,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt.
+20: [2023-05-08 19:43:52,488] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 161
+23: [2023-05-08 19:43:52,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt.
+23: [2023-05-08 19:43:52,489] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 190
+ 7: [2023-05-08 19:43:52,489] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 61
+ 6: [2023-05-08 19:43:52,489] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 50
+22: [2023-05-08 19:43:52,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt.
+22: [2023-05-08 19:43:52,489] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 178
+29: [2023-05-08 19:43:52,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt.
+29: [2023-05-08 19:43:52,490] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 232
+28: [2023-05-08 19:43:52,491] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 225
+13: [2023-05-08 19:43:52,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt.
+20: [2023-05-08 19:43:52,492] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 161
+13: [2023-05-08 19:43:52,493] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 106
+23: [2023-05-08 19:43:52,493] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 190
+22: [2023-05-08 19:43:52,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt.
+22: [2023-05-08 19:43:52,494] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 181
+22: [2023-05-08 19:43:52,494] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 178
+22: [2023-05-08 19:43:52,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt.
+22: [2023-05-08 19:43:52,494] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 177
+29: [2023-05-08 19:43:52,495] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 232
+13: [2023-05-08 19:43:52,497] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 106
+10: [2023-05-08 19:43:52,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt.
+ 0: [2023-05-08 19:43:52,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt.
+10: [2023-05-08 19:43:52,498] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 86
+22: [2023-05-08 19:43:52,499] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 181
+ 0: [2023-05-08 19:43:52,499] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 0
+22: [2023-05-08 19:43:52,499] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 177
+10: [2023-05-08 19:43:52,503] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 86
+ 0: [2023-05-08 19:43:52,503] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 0
+ 0: could not find arguments in the checkpoint ...
+ 0:  checkpoint version 3.0
+19: [2023-05-08 19:43:52,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt.
+19: [2023-05-08 19:43:52,509] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 157
+13: [2023-05-08 19:43:52,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt.
+13: [2023-05-08 19:43:52,510] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 104
+10: [2023-05-08 19:43:52,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt.
+31: [2023-05-08 19:43:52,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt.
+31: [2023-05-08 19:43:52,511] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 250
+10: [2023-05-08 19:43:52,512] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 85
+12: [2023-05-08 19:43:52,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt.
+12: [2023-05-08 19:43:52,513] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 101
+13: [2023-05-08 19:43:52,513] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 104
+19: [2023-05-08 19:43:52,514] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 157
+31: [2023-05-08 19:43:52,515] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 250
+10: [2023-05-08 19:43:52,516] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 85
+22: [2023-05-08 19:43:52,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt.
+22: [2023-05-08 19:43:52,516] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 180
+12: [2023-05-08 19:43:52,517] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 101
+ 0: [2023-05-08 19:43:52,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt.
+ 0: [2023-05-08 19:43:52,518] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 6
+ 5: [2023-05-08 19:43:52,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt.
+ 5: [2023-05-08 19:43:52,519] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 44
+23: [2023-05-08 19:43:52,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt.
+23: [2023-05-08 19:43:52,520] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 188
+22: [2023-05-08 19:43:52,521] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 180
+13: [2023-05-08 19:43:52,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt.
+ 0: [2023-05-08 19:43:52,522] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 6
+13: [2023-05-08 19:43:52,522] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 107
+12: [2023-05-08 19:43:52,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt.
+16: [2023-05-08 19:43:52,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt.
+12: [2023-05-08 19:43:52,523] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 97
+ 5: [2023-05-08 19:43:52,523] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 44
+16: [2023-05-08 19:43:52,523] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 135
+12: [2023-05-08 19:43:52,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt.
+23: [2023-05-08 19:43:52,524] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 188
+12: [2023-05-08 19:43:52,524] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 99
+ 7: [2023-05-08 19:43:52,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt.
+16: [2023-05-08 19:43:52,527] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 135
+13: [2023-05-08 19:43:52,527] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 107
+23: [2023-05-08 19:43:52,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt.
+ 7: [2023-05-08 19:43:52,527] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 60
+23: [2023-05-08 19:43:52,527] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 189
+12: [2023-05-08 19:43:52,527] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 97
+12: [2023-05-08 19:43:52,528] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 99
+ 0: [2023-05-08 19:43:52,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt.
+ 0: [2023-05-08 19:43:52,531] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 4
+23: [2023-05-08 19:43:52,531] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 189
+ 7: [2023-05-08 19:43:52,532] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 60
+ 0: [2023-05-08 19:43:52,535] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 4
+13: [2023-05-08 19:43:52,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt.
+14: [2023-05-08 19:43:52,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt.
+13: [2023-05-08 19:43:52,535] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 105
+14: [2023-05-08 19:43:52,535] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 117
+12: [2023-05-08 19:43:52,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt.
+ 5: [2023-05-08 19:43:52,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt.
+12: [2023-05-08 19:43:52,537] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 102
+ 5: [2023-05-08 19:43:52,537] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 46
+ 0: [2023-05-08 19:43:52,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt.
+19: [2023-05-08 19:43:52,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt.
+19: [2023-05-08 19:43:52,538] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 156
+ 0: [2023-05-08 19:43:52,538] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 5
+17: [2023-05-08 19:43:52,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt.
+17: [2023-05-08 19:43:52,539] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 143
+14: [2023-05-08 19:43:52,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt.
+ 6: [2023-05-08 19:43:52,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt.
+14: [2023-05-08 19:43:52,540] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 119
+14: [2023-05-08 19:43:52,540] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 117
+ 6: [2023-05-08 19:43:52,540] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 52
+13: [2023-05-08 19:43:52,540] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 105
+12: [2023-05-08 19:43:52,541] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 102
+ 5: [2023-05-08 19:43:52,541] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 46
+19: [2023-05-08 19:43:52,542] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 156
+17: [2023-05-08 19:43:52,543] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 143
+14: [2023-05-08 19:43:52,544] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 119
+ 0: [2023-05-08 19:43:52,544] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 5
+ 6: [2023-05-08 19:43:52,544] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 52
+12: [2023-05-08 19:43:52,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt.
+12: [2023-05-08 19:43:52,550] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 103
+10: [2023-05-08 19:43:52,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt.
+10: [2023-05-08 19:43:52,552] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 84
+12: [2023-05-08 19:43:52,554] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 103
+13: [2023-05-08 19:43:52,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt.
+13: [2023-05-08 19:43:52,555] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 110
+10: [2023-05-08 19:43:52,556] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 84
+16: [2023-05-08 19:43:52,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt.
+16: [2023-05-08 19:43:52,556] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 133
+ 5: [2023-05-08 19:43:52,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt.
+26: [2023-05-08 19:43:52,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt.
+26: [2023-05-08 19:43:52,559] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 212
+ 5: [2023-05-08 19:43:52,559] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 40
+17: [2023-05-08 19:43:52,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt.
+17: [2023-05-08 19:43:52,559] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 142
+13: [2023-05-08 19:43:52,560] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 110
+16: [2023-05-08 19:43:52,560] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 133
+ 5: [2023-05-08 19:43:52,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt.
+ 5: [2023-05-08 19:43:52,562] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 42
+26: [2023-05-08 19:43:52,563] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 212
+ 5: [2023-05-08 19:43:52,563] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 40
+ 6: [2023-05-08 19:43:52,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt.
+ 6: [2023-05-08 19:43:52,564] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 54
+17: [2023-05-08 19:43:52,564] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 142
+ 5: [2023-05-08 19:43:52,566] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 42
+13: [2023-05-08 19:43:52,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt.
+13: [2023-05-08 19:43:52,567] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 111
+ 6: [2023-05-08 19:43:52,569] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 54
+13: [2023-05-08 19:43:52,570] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 111
+19: [2023-05-08 19:43:52,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt.
+19: [2023-05-08 19:43:52,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt.
+19: [2023-05-08 19:43:52,573] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 159
+19: [2023-05-08 19:43:52,573] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 155
+ 6: [2023-05-08 19:43:52,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt.
+ 6: [2023-05-08 19:43:52,575] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 55
+19: [2023-05-08 19:43:52,577] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 159
+19: [2023-05-08 19:43:52,579] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 155
+ 6: [2023-05-08 19:43:52,580] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 55
+20: [2023-05-08 19:43:52,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt.
+20: [2023-05-08 19:43:52,582] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 163
+ 0: [2023-05-08 19:43:52,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt.
+17: [2023-05-08 19:43:52,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt.
+ 0: [2023-05-08 19:43:52,584] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 2
+17: [2023-05-08 19:43:52,584] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 139
+20: [2023-05-08 19:43:52,587] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 163
+ 0: [2023-05-08 19:43:52,588] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 2
+17: [2023-05-08 19:43:52,588] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 139
+ 6: [2023-05-08 19:43:52,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt.
+17: [2023-05-08 19:43:52,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt.
+ 6: [2023-05-08 19:43:52,600] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 48
+17: [2023-05-08 19:43:52,601] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 138
+ 6: [2023-05-08 19:43:52,604] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 48
+17: [2023-05-08 19:43:52,604] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 138
+ 6: [2023-05-08 19:43:52,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt.
+ 6: [2023-05-08 19:43:52,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt.
+ 6: [2023-05-08 19:43:52,610] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 49
+ 6: [2023-05-08 19:43:52,611] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 51
+ 6: [2023-05-08 19:43:52,615] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 49
+ 6: [2023-05-08 19:43:52,615] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 51
+19: [2023-05-08 19:43:52,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt.
+19: [2023-05-08 19:43:52,620] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 153
+19: [2023-05-08 19:43:52,625] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 153
+ 6: [2023-05-08 19:43:52,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt.
+ 6: [2023-05-08 19:43:52,635] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 53
+ 5: [2023-05-08 19:43:52,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt.
+ 5: [2023-05-08 19:43:52,637] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 41
+16: [2023-05-08 19:43:52,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt.
+16: [2023-05-08 19:43:52,638] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 128
+ 5: [2023-05-08 19:43:52,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt.
+ 6: [2023-05-08 19:43:52,639] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 53
+ 5: [2023-05-08 19:43:52,640] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 45
+17: [2023-05-08 19:43:52,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt.
+ 5: [2023-05-08 19:43:52,642] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 41
+16: [2023-05-08 19:43:52,642] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 128
+17: [2023-05-08 19:43:52,642] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 140
+13: [2023-05-08 19:43:52,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt.
+ 5: [2023-05-08 19:43:52,644] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 45
+13: [2023-05-08 19:43:52,644] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 109
+17: [2023-05-08 19:43:52,646] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 140
+13: [2023-05-08 19:43:52,648] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 109
+19: [2023-05-08 19:43:52,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt.
+19: [2023-05-08 19:43:52,651] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 152
+29: [2023-05-08 19:43:52,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt.
+29: [2023-05-08 19:43:52,653] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 234
+19: [2023-05-08 19:43:52,654] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 152
+29: [2023-05-08 19:43:52,657] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 234
+22: [2023-05-08 19:43:52,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt.
+22: [2023-05-08 19:43:52,679] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 179
+ 0: [2023-05-08 19:43:52,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt.
+ 0: [2023-05-08 19:43:52,682] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 1
+22: [2023-05-08 19:43:52,683] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 179
+ 0: [2023-05-08 19:43:52,687] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 1
+ 5: [2023-05-08 19:43:52,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt.
+ 5: [2023-05-08 19:43:52,691] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 47
+ 5: [2023-05-08 19:43:52,694] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 47
+17: [2023-05-08 19:43:52,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt.
+17: [2023-05-08 19:43:52,699] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 137
+17: [2023-05-08 19:43:52,703] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 137
+ 0:   successfully loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2 at iteration 0
+31: time (ms) | load-checkpoint: 13776.16
+ 0: estimated model parameters: 2.160013824
+ 0: estimated model parameters without embeddings: 2.039394816
+ 0: [after model, optimizer, and learning rate scheduler are built] datetime: 2023-05-08 19:43:53 
+ 0: > building train, validation, and test datasets ...
+ 0:  > datasets target sizes (minimum size):
+ 0:     train:      1
+ 0:     validation: 51200
+ 0:     test:       51200
+ 0: > building train, validation, and test datasets for GPT ...
+ 0:  > building dataset index ...
+ 0:     reading sizes...
+ 0:     reading pointers...
+ 0:     reading document index...
+ 0:     creating numpy buffer of mmap...
+ 0:     creating memory view of numpy buffer...
+ 0:  > finished creating indexed dataset in 0.032259 seconds
+ 0:     number of documents: 3133972
+ 0:  > dataset split:
+ 0:     train:
+ 0:      document indices in [0, 3133972) total of 3133972 documents
+ 0:  > loading doc-idx mapping from /scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_1B5_text_document_train_indexmap_1ns_2048sl_1234s_doc_idx.npy
+ 0:  > loading sample-idx mapping from /scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_1B5_text_document_train_indexmap_1ns_2048sl_1234s_sample_idx.npy
+ 0:  > loading shuffle-idx mapping from /scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_1B5_text_document_train_indexmap_1ns_2048sl_1234s_shuffle_idx.npy
+ 0:     loaded indexed file in 0.145 seconds
+ 0:     total number of samples: 731002
+ 0:     total number of epochs: 1
+ 0:  > building dataset index ...
+ 0:     reading sizes...
+ 0:     reading pointers...
+ 0:     reading document index...
+ 0:     creating numpy buffer of mmap...
+ 0:     creating memory view of numpy buffer...
+ 0:  > finished creating indexed dataset in 0.069516 seconds
+ 0:     number of documents: 364608
+ 0:  > dataset split:
+ 0:     validation:
+ 0:      document indices in [0, 364608) total of 364608 documents
+ 0:  > loading doc-idx mapping from /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document_validation_indexmap_51200ns_2048sl_1234s_doc_idx.npy
+ 0:  > loading sample-idx mapping from /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document_validation_indexmap_51200ns_2048sl_1234s_sample_idx.npy
+ 0:  > loading shuffle-idx mapping from /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document_validation_indexmap_51200ns_2048sl_1234s_shuffle_idx.npy
+ 0:     loaded indexed file in 0.133 seconds
+ 0:     total number of samples: 84978
+ 0:     total number of epochs: 1
+ 0: > finished creating GPT datasets ...
+ 0: [after dataloaders are built] datetime: 2023-05-08 19:44:16 
+ 0: done with setup ...
+ 0: training ...
+31: time (ms) | model-and-optimizer-setup: 49441.26 | train/valid/test-data-iterators-setup: 21961.11
+ 0: [after training is done] datetime: 2023-05-08 19:44:16 
+31: -----------------------------------------------------------------------------------------------------------------
+31: validation loss at the end of training for val data | lm loss value: 2.689857E+00 | lm loss PPL: 1.472958E+01 | 
+31: -----------------------------------------------------------------------------------------------------------------
+END 3479854: Mon 08 May 2023 07:45:03 PM EEST
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cdfe0a48f87d48cdfca500fd1af99040a9828dc
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6929e0bd57dc8237f08c3503dcea1f46e1136f3336dfbb3f5ad37e2a2a86034
+size 101255127
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8621e4663b0f2685053ca1de4e6f3ad75ee67080
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606c220519e9c023ce4e3539a9523c6c353775a749580e30d2b31125502ba10f
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13fcc61c2ee0c47e2bc02aaccd9474a3a5a15b1d
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96ae8035ee990ebb1e956a3205f9cdebb6a89e999e28904cd98f0c35ef1d5c8
+size 101255085
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f83f5ece4e798a6f3bef0f200297d42f876a556
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6706c30af1fe2bd940abfb0cd090d137350d986f5affdcd192d4dceeb686dc3
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c04c89dcab93262bcd2d131793387c81296a359
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33df993c318e9dcca32708914662fcf6d3abe1f5f435329138fa04710e5bf1e3
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c1227fb2289b0d7c5fc3cc38b966e3ebc1ed77b
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd360a6d127f56cb3bc4801293ff6204d43ff83ac7d2d61ebaacc0c419d7921c
+size 101255341
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98074302451ac0783f5b732b8d46e50bc6d47fd7
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520aaca61881a2bead0c172bc0182e78ca3f6d3e419075321e06190d2fd1089a
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35cc8998e61819d353db80013cf1ad1f896a558c
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9ce476d5819d89e46f9e91d1613ac4e7c73f784edd0222aa34b4081150f1c4
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71119a77849dd57127dd416db426eae71274627d
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f1a5b19b6f39f640bf8b2b42cd7a24c51eab43d506a481ef5be942c2126d6f
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ab84b9f5cc3cbf0bbf094cdc79ae8acc409cab
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:911399e70fde1c4747ee2d4045650c18096f620400bf1594347daff5d8c4bf51
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43276d36d84429b205f279291e61f8f0f3ed943f
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94d4f4578dec445ff0bc90e97bffc6557ab446d7dbd9a2fc3f50d714221db15
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1fd7eb829300865040bba4778a968c0112c52f
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189d68f82f1a83ea318b2bf93d1bd1dd5600ab784aed25656063a182d56e921b
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a580ab1fca30bb631b8e6ad905af5f12ab0c60c
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962e9b6b22d7e31b84b36823d971026c73dfcfbcb6939a384ea783338aa616cc
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947853147e56b482eb5dde11b5ed1d775a1a4620
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d4464a5c9ea02680af5d9ada88b2dc36a78cb6aa9c1ef4e4e908ac5f2e8dbb
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff6656565ff3d4607e22d9eaeba2e333eac5891c
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105807456f3270e648661281086dd5d54a7a827cabc7cd636a3dbab1dfffeede
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4862eeba965eb3756314a0ccacd8490eb8273f6b
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712d80c9c00117bba52a3d4caf6bf2c5f17e8970486ac045526410aa188a549d
+size 101255085
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436685567381c7cdff759545113c1605718698ed
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee58a68c56a74f203415f916a2c8edac8117ac527f16def63842f4757054bd2b
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9ff8c3c8f6beaf0a68984565f200cdc9c172da
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77e36ebd90ab4c27e553f1b78c3af7b585212b6c2944b17a9629203f0719108
+size 101255277
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77053a6bafbd58f79335a340a39014d75968f053
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfe491a0669954b77885a6db7cc4429b9798e6ffd39360a5c5f827573a50cfd
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed90b7bc15775cc6135d33a7c64589955dc677b
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ffb227e9cb9fd6b9516e46ab83d6c5a518050fefaf7deb3dd356ba5370628f
+size 101255085
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314edd1ed770323134ef266fecb0928db175617b
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f41450c30d6a04ade75090f9ab105de72b03cd16eed6c007865de8421c557163
+size 101255277
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee60ed04a71b2320629ea18369505679e76584cb
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad7989d5ed73db2048996a31bb758ed5221e9bddff96e2699763b6315aa82bc
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf13ffa91765450854582d5132304291beb2b66
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ddf3a869b9d2c9143f81696315957d0d97bb171f2ced40efb04c26fbf68e79
+size 101255202
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a04cda37e38043bcc439d5e4848a6f4704330a
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893ca8621b4f96c5518af496a772fdcf2d094ea02781213866a59f6f8f4dba4a
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27802623d97f4cd173b23a52feab3c5aa32ff34c
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32bd93ea13b47db62f874f115b63209944ccf8392f63dca6c5bb95f43402499
+size 101255085
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e43a69f3eeadc00da1dba7bc060a535a2be0088
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc41c1ab79ce5a975c1889c21ed14599b2f887f479b193014a8d94e758c532b1
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62470793035a477e04ed17f27fb681d0ab048f47
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1959b14a2855d4a59fd0564159aa4ddba241602a5d91b7285e5942505672a74a
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c451f028a779a3ddc3991d37f240d86d22c3e2a
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3e0b341763af435d3051a68f1c421a8e736e4ee6fb7bebee0d7a99aab14d8c
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f5c1f0c810fe891420c953fc15678bed06b30d
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6373f2a431a41539e1c0624a7511afac8b96b370c14af7ce9c684f507c38a5cd
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b217b584522962825aa288d1011506f6cccb58
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405e66190385b83d45581b8326635faebbc018c02be620656f1c5fbf3fadc531
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b8fd04816ab6251da747c96c68ee5b275401bb
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb854e0717cde9d7f396772937be0143014e99b4ff7c24f5c0a0488eae02a77
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87d9c155d7fbba33f6f32ea61ba439afd61f6d3
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c533c4c22265572ebd68fd840910f4b59e2162f265acba698df2ac61d265a9
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a578a0b0d45d3e933242e8756ecd69060fa058
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d6e0c837150943ad9ca9bb3628726540dad326ffeed14b054532fc874850ef
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e68947dc3de5be14ba185a77e38c4b3615034b
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2881ac8c108821b339c948d3e45392b95f81e68bda130e388f9effd5f82e78f3
+size 101255202
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9395abd11e81049c2b5d8433d21788196ccaf22d
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70fd653e483a3eec2e8fb490d3ffe69d2f0b19ed8b9dcfef60a8f572083c39a6
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac31150f475a532bbd0b6d30af9c4f03a110df7
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b744bf97cf128a15282000b63a535102f806b16c3774b148b3d8be8e6de9ed
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6275a630e4bdf1766284b26a07998e146ff28a40
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cf32c3ed02e21491f4eca03586413974a0e105a7de9da5b305d2d44d6db834
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7ff22a612385ff8c6a0ca37f8d50d906b1d6c3
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b656ca8969871e36c2cc4ea79fce50d0969efff908324d411d8c6794aad29dd6
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb1667187959ca4d12dd8a744951a6215486576
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b962bb7e3453473404e5de8f83dd16efdaa304f4e9f95c857d28f26b8d9bc992
+size 101255277
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6812160f254becb55abc7dda4436ff2ea970571c
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:029f9b1b9f2ed5196bd1fe938e8ca82b1d8edd2bc3a4f76c6c128086e74173bc
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b66b78408d5742a6cb365b9791a2329c47e66e6
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaabc05a422e626b1b7843b1cea33e9270e99959255e825023a6f7d91ced63d
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6cf84826a618bbdd428c1eebdc7b949adbf897d
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a58f8a8fc4899eb780e26f6980ca29b7465da56543619ac9737d76f03bb34d5
+size 101255085
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d3c6a8a11020d253834f4d1212c481f02fe504
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f76121de39d1ddec39f3d404b69a2f08eab1254da66ecb86294f88dbfe69c1
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522b664851563e98ea163ddd351aff2e687e7865
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c9f92a03ab51c5e95521b18886791d042569a79c8b926c1ed37c3358c9963e
+size 101255277
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96760de7d3ba9159a7882f43cd99df8b420ea588
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0876b331ce34b4af722ca5e79b6465bd83e2b752e4a6d5e4d2ab99fd8c16d4d
+size 101255074
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0770b888e858ed159d0577c9f1663fe04077f1
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28af57adc900cd9bffce02921dcf786990fe3016c39d7222e81eb315cd9a8900
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f22d106a22c668c97939fccc37d48c40adbd7a8
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c325162763273eb48d1ed7066b032bb3a93dd19807b7c205c35ab146c5de761c
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348199822177e5ef2ec021cec098923d47ed6ac5
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1e64effb4aa9cd290f738593e231b38ef33474851db40a29b1339d58587981
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33adbae2dd7c0ff3124340d95193dcdd438de98
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640ba498e5230da93b2423c25a69f16a70eb29a1a18ca2344990766273b596d7
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436a7fb4cc48dced2264421a052d5e821e810581
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d0a81de6001031cbc13650331c2f250600ee7b1457e3a508791e94bb5ec2b2
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f137fa4a6e3358b29190c135e40355dbef3ed5a
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4cbc3875b3f51966d940817a516707c5bb830b59668123f3d6753c8729774fa
+size 101255085
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c260d0e0742674c5f5bbdfa154d81f5e1c84ee
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288002eb64497ff54e90a9ec6cc1db1f956ca726b4076b4ed75bee0c4e01fb5a
+size 101255277
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843e5be716488df18abe5df79904db8b9f81994f
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1f0e22b5992846c7068f990c99f80755b133249702373239d040d6aa1a3b97
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76f6dd6eb8eb93164a0fed5a1f90aad3b1d31f8
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f279d70a003c0457f4d602f413d94a55283c5f41a20ac56d0b14edd666d54d7
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..277bb8f89d0c0f2ffdd72f566fa4fe40119c5539
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856fd92fc82525783fee9ef135de995f7ba83065f79e859a06baa56d882f319c
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e4bdd675a792f578b23827b1ca0c4e33ee0102
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee8db4a044f333873e979388649b7d453e6043b55103adea40e54ae382ba5be
+size 101255074
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddfd77aac77aac877cac4dceb913bc6a98fc90ce
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd470330e72af3c639a141b3fa59fbdf1a70a14d38d692f80f94b82d6ad1dcab
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83dd16cf03cff77489935c3c6f6f3f97d48f6fe
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c2539edf442f0df566577830d2b15db072e98ad6bb678974f42a0cbe2eed6d9
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06ca1503cac90bf2847e802372ccdff2b357a78
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e95a86bea30a37e3b56472eaf146a9a646f75c66745ee0616c8d6bff82c0c38
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..286d0eb91a04e1e9c5dc5d2b3a4c8157b8451224
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e15de7e0cf47db484702f029161fce2e8e4c7d9b584326c0334e8ca4d4c763d
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9e1d88f2d9472b9a4b990a4ddb25a39eb4a3b0
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5edf3ea1e6d9c4d0164b2ee6c4ac6c2d0ad5231ee4446bfe4f394de8ec87f1f2
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35af974c26cfb67f3f7b0649d418247ed976565c
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01766dde29a0326138e5c676221e419c93abe963ab75da5921ca868a788e3c3c
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107749b9becb97d0ca74d776e8e0d44a43221498
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b699a0d6d5fac99b6e0a3f447992355e545d76ef88845a7c54f522f34be68d
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd8366a3f3fc09cd4f16969a556ca0e0674e9ff
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58dac831ea1f4df95a2680e0076b1332e8e03431adb5b9c07dfc1b29c676c17
+size 101255085
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c234c4180ffab082b00d63d9a33c21b76e67f53
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d6848e972a1d828607eda882ac23f249c48a4af8eea0a48556062de47402bd
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ee40a52ba8354c00b4650f1fc8e296635a4f88
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6675f65c18862beb3896cd8c020e12bc0aa3f0f1bc1b456e055d1d6b201f75
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891bb36fc090f920097d401a06f0419f61618248
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559c80871d85dc1f1387bbfce7671a23a22aeb211aaf85095adb6bc91c74e8f9
+size 101255202
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893d3aa8cb9b144445e0689618e3868e877b9a2f
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57646e046c47e27b44a04ac3c375272ee7e70c6baad1f5bf55a3f811d0bb3f7b
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421f93669ee7ee40af3ff2014b3bda68f06d7a7f
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6720871a1659f0320f5f862106b2f0d9a2869886c073189aa8dcea10ca33153
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c8541dfda78afd60e0f6f3f1340f0ef5687b7b
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f45833137904929883d6d92011308849cda337f90b1fabe8b3d7c9de544cb6d
+size 101255277
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84391528abfc4f09037c012d9ec3926aafc5cb3
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a37f3094343a1a3fd5e4d3a556e872aa10f4aa6f2d45883ae7ecbc82f09c8b
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f78e9360e341ef3f34dd0f13170fc672dea9f44
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af01e07601fa3791319c04948ed308aabeb7d005108b152ee42b923a5bfbd1c8
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52305df82e650defd9fedb099dfc1d4253d44521
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f210d80ff497cbc5e8d39a600274ee616ba78ce8f1789c4a57e44fc66884b03
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd0e2a8b88186dd9e9c2beb05c9996892057bf39
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f944f6074e39779bca94614e51ddb0e1b33dab52f576081b4383fc227fd759
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431d1473ff10e2dd2b3efcb3d66755a68f4544e6
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3392fa27f68e2c98bcc7d1fac869911479977052c87cbc3f7912eb63f3ea0725
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf04d93452d9930ed31c746a503b5a97b196b158
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ca3bf4a41a0228211411a18f85aa0cd084f084c6116c582ff49315949bf925
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2320d11dcd27aa90f66f4794efdc00a59fe7411
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328664b595a46297c4a827775954d3da8d11fed75e2bde8ef1ee0e27c69a35a7
+size 101255085
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0fed1ab452ada91720ca80d04b6d377be5e3458
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2815b10132ef2048fa3e93a73a8368d69c2d9ae083841db174270b79f1deb7d8
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4149b9efb949ae7d93402b9434641b0ed78bc1e0
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008a091de584e6d90a079fa698f8783d10ea1bb8b7d7a3b331cfabd17b0da460
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d856abee7abf56cde1a44ce768ffaeb7a65a13
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58ae4a345b9107109fb0c210d3eb8836bbabe6368c7880e73ec3368d2de34cf
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb1a2abdbc7e44d1bd3c647ae9f87444445f147
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a9b3201ed65c1eb49a7a46008d4520c22a93306db5e71e58d7ed9bfe3d397b
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38385a8cbedd878777cfdd16441165799c0c9b08
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfff8a6c1ed5419a4123f9a22208f8bbdabe858d5ee83a9d6bd9422265afea35
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd6ab1d4fb3f68f645d21c6a00cb385d207c3f43
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5c7db86e3df5fc81122be7183ccab1839168ebcd1668c1cebaa6bf897c1299
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59e906a6bb6035055ce8fb6b20722d4985b1100
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2753718fc69eb28f88aafb333f1432dbdc7fed7af5f7d486e66f959c351023
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86dd64808fad37975e36f779485d207fb7d5603
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31e65528cccc6d611b2b10212ce03f02cb98c0fdfe25f30c3d2bbbe56454826
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee3c8b410433349b780ee00c4ee82921cdf7363
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128656345a8d150b3cb5ad3e4820bfe3b2a98bd48384eef3ae6ed84da4e861ad
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b64b27af9ab5172adf6655e11fdf3d659d703a
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a969b968a0c97070bd5d9d8fec43fd16a29f82aa563d6591c9a5d015770144
+size 101255277
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3dee36ec14f497cc28f78ffb3867a2f6b402ebf
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd97cde7fdcf782045a250d0b7e6569fcbadc92da2b26fdce3df2fcb09d6521
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f288f0c239c9ec19f109969cfae98181cf261c7
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4fd22e89e562aabd8023b783a31a7bbb99085bad7f99f540a612fabd2c03ab
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac96f8962db30f61b6a57c255e7084f832d4f754
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e9189850a4d453b5f98e1a43e194169efacb436dd64799686ac711ecd95c1b
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9975e76cf48f01a49c5044826d6d5b2cb91af52f
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108118d31bc1775077c9e4a31697c41e6de397ca9ba1150554be5e2afad48123
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fdd3b2e36232e7c552cf796608cf03463edc737
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab7115f7d5835b8511b751e431973c31351eb65ced9f39f110e674d12d72e4f
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba25c06c05d70810a79309a76b8d6a23a60eebbc
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb956f0ba3432c202217ded43a70826709565be578e9100bb975787a04bd9d4f
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b522444272e9d10fa767610690b3d8a093e3f69
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51179e7c3e3e910ae2939cd45f1ef3c3a558cd99e21bfdceedbff7da05f14fa
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6357c197773f57a41c6c5fcf77ced5bd7c9add1d
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f599929309859e84f58c69f70c47729b6b5c255321bf224745f00f7adeaf2e76
+size 101255085
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5cf97df4f298ca03ae981d9e974e5a75788273
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f008eceb0954be12497f994bf7c5e519d8137de2bdd32b9b8f551925cd22b25
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6b8f75b2987407babd0baa4680c9e855ebe49c
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a172aca4adb8a0952ef1d68b01e20da90e1c43721927639583e362f8723f9f
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa3cd51fae40a917230edc4299a6d23e3850ab72
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4746c4436b86a16a29b108b0993c9b44bb1cc72772142b65eb8e776e9e42d355
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff89066b40fc46038558e389ffb5446806d9195
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a353f1cb69f9cff46a18df6bef68f526f7e9d7401a936ee77d73c9fe53f606
+size 101255085
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd91f71e784a2c7f72d2ce08fd661f69f42957c2
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788159e37ac476a66990a519219cfb29d4ca54e802d16f155536ade8a28680e0
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b4561dbf76abb7b6209549bb7f4bcefbca2457
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13bbacbc6ca7e05678b3bb902de1fd33c78d100dd592482358829a6a8cce90d3
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8ada9913a387131211e45b682ebedff8d90e10
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa12540c6cd487afc0ac5e757e8e11174c04b7fc11668d232cf9a4573f951c49
+size 101255277
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d53e557f2aaaf9594e0fabe8ab1b6c17158dca
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9fba7d79eaf2eec5e840b1308ea27d4af2aaf5740e6ac92a050f1a6be905bf
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476051c2aa75f3ba5ea4b9a41db713ce2068fb9f
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1142b985a4fb34db00a6e9415893de808fb725645d816248abfd24697f8f70a5
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d2eeb46cc9f27bbd48a775bf5415e8a45b1824
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e39efe40e881342a8bbce20ab0fea81fb7357da52634b3675ff72d799dda98
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51937ad45bc0d89c14bfcd2cec68b2a8efce18cd
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14c0eacd820de8eda637b0c73244b61ac92d83634a137306fc90f6bffaa0403
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a5bfdc31141f312d89330f6377b10e866fd992f
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663d2b366403a3275f9d39d4ce897c8cb2b9a94458970f1a7149c92fbcb191a9
+size 101255085
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df89de0520c2ac2cac3e9ffd8a004ae6cec52862
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5cd576715742350445dfe4ee81915655557024b8561b854382a6c901a413e3
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de29060d4b015390e461fb3882b86d285ba407e
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4c915f94b244e5eb765335860c55f0f1b60f70339e25f8cce44644f9bd279b
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb04333571757aab7cff2350226ea858e46ab3c
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96db0a786d49347a07ea87f93719478e59bfd45fbb2bb4a11362bd4c95c2bfef
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba7e537600b1d390e53bf0b3b3956f44729e87a
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a7b1b76dc0f2c3baaa779d190c406211edea92f2c18113e4f3a959fbfc0829
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32c0601525f2767bda27091a176e6a25073dc0b
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6ed6da181868a1a1ab616e7517e30cfcbbe45e35f0a34c3b7ee34a9ca03eef
+size 101255127
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3449c17baa4388febf4c2ed59c79f87df85e97c5
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3723877cad3d82ee2ca0b46267cddebcad63ea3759df69b9500c417db3181f81
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8f79354bb1691a49b1f582a6d1d60a7a35129e
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d89369d76a7da31e2d854091b67e281680d131c5f9647b54a343c937ac2163
+size 101255085
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778b37622f385c1c583715b8f5921e0af9f17006
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b89e64da40898833b46163bec7d050b0f0325915c804693956b6ff81c548d1
+size 101255277
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d6650212dfb9c214b029e946de3692762457d5a
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc08463bd9f0697acd76b33c33ed350fbc841da0ae2b8c833a22a652068077ac
+size 101255277
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072d34cfaa7e9d8c6335c5cd68b3cb3a38901872
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03efdab0008fc811aabce1d73b17af83b5f68f37f7a6544ed0440cf8bc07b6c1
+size 101255085
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a462da099977a75925e86a253278c8c88ad630f2
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0d7fdd49c58ec2fc081771036c96e29e1f3133d5f99005db18b7f87e29a9f5
+size 101255085
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507a09c11b55d837c4dfdfd9c8079ab14c22a380
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c32f2a5e79a735ef02056283b23d0435298e7d41e2495ae1879479780758eb
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881a5f31cb5b908f20ffd985684d9bfd15f747b5
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfb1f157d63ff0b99ca6da8d7c408e251782a51aa41a224d5e4c2b0872b076b
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c761cb4346679585b0e8d4105640ada66d0e7346
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e940fa1df1bde230f641d769b72db32c3b0ca24fcdaa0d4fc62ce1b3585f62c
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b6a1560f9835008276733db1f0701cf6afddd8
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33622e388e3dfdab01fdf07e3ab06d0606dd79e40de35894c7000851a595331
+size 101255085
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76302ed6aae19ff85816a689a3e81ff65e4ae8d3
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c36e4219e68ee9b9a54aeb7597954ef3eb88065486cb510a822d41428a31721
+size 101255266
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5aa423435e2e0f3cb8e324eaa5cf485d3b76759
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002c7f326da90d608d43831a09368c3a79fa8576110a70bc6f33ebf80bdc54f2
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c0b4302d76594dd418394a156f24fa6e1d6438
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f301f02f595ba647024524c5da01e0c0422dd123b596a382185ae7223182cd
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee10c257d497ee2499d415f2c4efa036c5a9df2
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a893b1a2fa34d4e27e6e1ab070c82b3684d256a1f9135ca0c5943a1f58e581b1
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083533c82f9df1275a90bf104263e102fec31ac8
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca3e4f30fb06409b435516938445a673e2177de0b51a2dde690808eddd07633
+size 101255085
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059ba30e3282fbf073cd0f7dabf37f1583baf396
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab3685dfb1b9a1d2dd7c2b4b56cb5209c5e1930acfb5453dae2cc0095d95b84
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b849cc7db0fd71ca59f964fbc12ec09e4dca1a
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d1d4eb9f0b737e9c1939bb1af93a7f34902dd2a15165f03ccdd36b50866b1f
+size 101255085
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2f6ed8636cc92b0577224ca2789aa1f3ae9d9c
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:463821fef77e5596370afebb4158ef8c7999796617aaa80719eb3233de5befd6
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6faf6edc563b67bfb93a2534311ca66afd6ec2
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dcf55c4ff798e52c52c10bf23d794c04f912b205ee02eaa046ef919cb5c7e68
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c48c29d14558e9e031d6b970943346aba2e334
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae838718bdefb84675a938b6e9861fbf16f597d3adb757f7d814f3f0853a29a6
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872e8c81e7f859a457b397de9c47334c43c61d74
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47548b91b67defe1338ff1203192e3338bfa52b8dc5a110a429fc5c2352a0c1c
+size 101255277
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec3eaf1197a8c4afab37d1e60c2261c705cfc46
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78828d0b4ea8562ff5b66fca1d944a93b68fcc01857d95316ab152af6b89d8e1
+size 101255074
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efbbc5194fd8dbaecd7053e77c36b0a3d138bb0f
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f8a60b3c226084fd3b3fa977b56d8f683dd70c86eeaf33067509d10e130c70
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7392ad2090308715c0a29407b181b0911ac655e2
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b967b1516f532d07b704f8248a928a7271dda9eb53767ad74e50b1ea0af5e849
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2de7b149f67105fb2dc99296d2d62d8b7e5ca7b
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc7bf45ce3740ec70250daf9272323f289fd2e8217e73899d7c257b0d31377d
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2556d3258653c2c9e3b6f12a9ff5668df946e991
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0a9ac15b88e1727e74e77457ee5c3036841e3ba655dfa7d26303cc88652799
+size 101255085
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e054c78de5b57a07f1bd12fdad1644cd7e85b83c
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e2f757007fd1585d9a019c3f5d0e96995ea024c68187c81a7d32875adb919a
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d283c9bfb9ecbe3905dfc097838a31ad745dea2
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0202a71f5df90a166ada4b0549dd21f3177323caf8b0172674bd0f733d221c0d
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e484ae0a8c5f31aced84fdc495b73e9763026265
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31a8b795531661eb5d2a16d10295afe6883f4b24ed0bbb7b997866d9aba6748
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178422fa3b1f4ecce0436f3a48e58a433f1692cf
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a46ec301e2cab15eba1138435e2985bad2d1b10aa92c0c71a60cab311c445a
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5242cda9e0e66139c013fad2abb3cf6744b9f9
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3f86d6c186628bcf64db9400c802392fd8f6617d3743654e88732aa71fd45d
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4fb6767d93eb99df179d9df27ef8ef12a9e66f7
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0344d975503b4e7a92ebf94efeff30e31d5c39282a9644b220e9f2a7fff8c891
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a217c3a77ccd039c40d41a3eb70dcc6e7465e116
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937e34569b7b3e6a662b285e98fb18bfc897538592bfa6db8367861f5b091f6f
+size 101255074
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e57caf3bb39e5d780c37551411556818ba5bc3
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b71c040e588133054c5b47381a0b1fb2e464997176d00e59e39f31def690b09
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c5ed658ab886af1e8d0457506cde2b75569aa8
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b507837a79fe36b2a3e19212b8505edaf2c918fd7383f3b4bbc904e406de524
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..904b2c9651eb81b39d7785d0e1fc95cb90817398
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a77348df57c40c259ceb81e861e94462ee06efb1c60db76c964ebcae4b97706
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6c027d8961ec61c7e67886c7e1d9cc7c30953c
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74908d0dac37a7476aa37624089019c963daf964614972e99e7285fdec5f74a8
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18bc8d814e248b5b1cbfca7f22f41e93feac7819
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7557e2a3bf3b9b6f89b753beabcd11b21710d7251f8c9a569fd96587b7bad1
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea133437d16a8eb07a581398eb3e777f0fd82624
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe16fd1031f7310077d196345f16e7a4e0de4d8412dd5ca04304f9f42389132
+size 101255341
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e77474e76246cc0bd18c851f35389e8ccd58c7
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e835bf2c0089f1a5dbaacfa156244de98ce7271e5fbb7ca892fe8ad86d5467cb
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac08375a5eb9776034ba65c21f996b8eaac8b53
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9efce3a82162e693ac51e92a1cb489bb1444b7bcb45fda6ca09d33d3f5f038ae
+size 101255085
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..221fa2c23f695f20cad3ceaf1a1484167edc7573
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1a2f484d0fe61cca2ef9e88bf1ce989b7e8c2d0cf14d71c1887d4c9806e350
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c60fd780d8ae1a80e481d82bcf41ca409c2fe18a
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983792a691e78796784a422f2910b43ff496a2b0d8f0c86ca40c9f68e1490d2d
+size 101255085
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aaad130fab11e94acbcb00145d4c2ec42ed0a0f
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9abd14ddd55b73968114912c3b5c6203f39401fa5879711560bbe87627a94eb
+size 101255202
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c201d2e66c14502de2b6220fb8a160746b700b
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eea6f990523893a4a8338c4f7dd0cba6a1ed1bbece7b1a5812253a8faa97ded
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789cd511f624831c456a03ed709459e88c7968fe
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c067cb71ac3905d90551fa3bf4f4968a711f3128f77a01f3759d6d6ffa8106
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f8b59abf613347f6c24d5fc1da68d115ba280b
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6bdd3a93fbda61c3895f41bbb5f906c11facfcb2b8173a97ae0177638629a3d
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15a367c1fd93b63597f085a71b2503324a8d2ca
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df30f0b4da27f363e1a85fd3ad13183073a43254d77aa41d8d57d624c8b328d
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9153372cce3555101c5c5948f304c1c7f8a8bc04
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb691113bf9211f25b6fc7a49561cbb95b35f4397a4178a7a4403cf9692d06d
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d798300460a72f9c87f7bf2e1864be653eec7489
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05210b56ec7efeca26939b90382b470519b805843cd92ce0e8064961edd056f9
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cb50cd088681be83689bd665db15be607f3a24f
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19786431c42a6a25158b3e484e9f7317328d43e070aebc33fc616fad9bb3002c
+size 101255277
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df02d3a40e292ea5ff1ac96a951fed707d2d930
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04737cf92cc75653d6836fef3490b75221ba630b718d6bb8a6771b80a8f125d1
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab9e910f53ac3cc7678434499dd8004a7004917
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6299f8df2f68e25e295bd76e4e36312e85a501f83fc34a008757180020d80d
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925af475aadb090946324c602a654e1ef6fb156e
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3f3b98744bfaf1beba4fe26d30b022057f0d0ae21c4786485f2d57d0f74cbb
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee4d4de975ac0e5dfd1ae6c4807a034ceb85315
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb4ced58ce62bbb30730f36d1145751edb6da54bd2f5041bfa6299d13dac4f8
+size 101255202
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e4b6e0d135be39233208b154eb7c8c10efef70
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c5eb5d5f01e8363830220f9f64b5085876d60d8f61c0f55054636d9ef08c0c
+size 101255213
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112ac385f2235618be59aabcef0b9c5b775f406b
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba436e57f4dcf1f9204fa80b09a728c679730907213cf236dfa6f5118eff453
+size 101255277
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b97ee698a7bd1a848e8163e00a5ce754a6f6ccb
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13b763fff2ac9b6f1c2ddeeb32344c504dd0ac70caeeb17a191d8de9f4750fe
+size 101255085
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ae48b27c1cdba98fd3dbe5077a8c9e8db07c0a
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad453da24fb2487d0233503aa9cd11c6fb8043282f5a3f069c698c27d03b555
+size 101255085
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa352a506d8ea1db66afdf9bc96864a8e352c52
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0b21e0da0ef395ecb1ec98834c366b1b77d2f43cae06815ff4d0356e1e4f57
+size 101255149
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bbb77c8e83fa8ece6b542f8099488a81d2f6a8b
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bfd513b062f2845ca8a98c96a9cd9f38e18580e4e158a82c21b3de3e627a713
+size 101255085
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d767af2afa5233794467d578194a76ad6a762fbb
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9530294be1deacc3abf49ec1bfd229159f4bdb5f3777e9608f346a46c998fe
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de683c12265d6a3bcf574016a21b750520b45c44
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f15ed615c2f183bfdf6b18a01b6d5c4e093f9fb60fa4afebe8c3c615ab756e
+size 101255266
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338c60964ab6622b86ffbe80d6fa764f318f899f
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9b002ac79b3925f3e14705ba58431bb1ec96e480a8fa9e7f4cddce35875730
+size 101255202
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed12cd12c8d868807a0c237108e0012e826f2b34
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ccf1fb74f6111c891cfb2b0b0137e0b6c05a100282768c0564a668eec37e7d
+size 101255202
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2103c8a910fc40ec57a6c6166adfb59ae2ad24
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7867eef28a23e0ffb7ae494de85cc4257f84d479fad80daba284d7be10d32b91
+size 101255074
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8005a7fc9f44ab8b6edbf3ad696f5de35559858
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989b1c4b70b66b37ee1d78c7493170371fd3698872ed10dd4add02f159b389a6
+size 101255063
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26221295c0f1f03e09e09e646929867c3c611c5b
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7273774f3b89eae723bb08481088e61519d017172312a56a9abb80ef80076951
+size 101255074
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8ef2810116d103c0347b6c56650ebea0c8da2a
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cd8f706666c23ec0f630724eb9eb39f61e7b33d91c54a3a21b2c4c13c7c3b5
+size 101255266
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6a94e8007fcb63fcf336329c46851acd1e1c10
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe046f13372eb2d8ae12b3311b81335ff981cb4ebd82e13f0f7a1e155308c4f0
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ddf1bc47878970d7bdbe52a786c331f9a2b84ad
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e70d6e4884ce1adbf9ef8c14354eb760966ac4859806857a10496745493762
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59bf20cc43e8cf9096c6d25f3f458867d18f3cd4
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e05e7764a1220299531d9401eba964e582bbe55f75de1d5d1798a93ba827257
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e2b20d49d30bcfb78d54f6efdbe06768779388e
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5baf25f83d18a98fd298fd97a3a83cba68acb6ec82b938f7a43c68b67700043
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7603666cffa08ca2873a6973b33e60d8ad0046
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304bafd1ec711f257e4fdfb61eec43bb4b6c6513cafd4efbae4eef3e0ab337ea
+size 101255266
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a0a4aeb67d4e240c6172024b7860ec0a7543ed
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57175304e3a553be0b91fe155228e97d659d376650445278721d1efc01b283d3
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1e9c27f8883f68f1be45aefff5f50090e194a1
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21156a127102dd1259e0ef824ab6295e91a1e96faae2d704c3a0bfe17d3c2916
+size 101255074
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02efedb6a8520bc13a22ee595b58afc084f8d223
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae77b4e39c04fff1fceb8c7d2e327c43cb6d985c55cfea74022e26bc1e4a834
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87753e8505c5541eacac61e5782902f06cae7f7
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fe982ddd2cdf3c907a92f8020cd6796d3aad31317b651680eda4a802fc0666
+size 101255191
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b860b615982d46520782405b375016229518d0
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb955c4c66e65dbc822e5b26d3aa3083ffa2c6844fbb007ba0a763b9bd63458
+size 101255202
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f15ecfb0fd922f5f35af10d1c28ede7e8e7f2a
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb58c0da4065080ee3e0fbbad29e72c1187b86dc01f11fb69a2cad962cfbbc3
+size 101255202
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7530446bfedcac77beae063165a782af998247ec
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7663d85579c18a1931bc1fe3f82f77388f3e9d7a0ccec9d50245d1b8c5026d79
+size 101255202
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e968068d567c236e19cc37fdef3dd83dc75018fc
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102565971012fa1b4966030fdf2332852e7f97f0c85e6c536f1bcd56ff7f366e
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c107dc84066a267ff6b88b23a877068f5dba64e3
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c0a740502a6268b0bbda86ee6c1fb24ab5acb85605089791375585e3d79a37
+size 101255202
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e6d5ed5bb0cb3d80c3348ea84b2f9ca6f78419
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8847673946df6342d5035d050c49ddf99992abc6cb657d41291446df6f745c4a
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0c39358c8b7c48e0eed7305225b87f045f8f0c
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f110e2866b480a846396847b1b1da83d5a119573f3b27ec0bb9464222b03ad21
+size 101255074
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f510c3e954f444b78974d377ef32362de152c6
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ccb56b0627196d2b1c523a13dccea7372fbca920e38a492edb391b38b89e7d
+size 101255266
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577ef10cf2be65466a86f1d274948a73d024224c
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6163f2ea541c12a8c919a8a40b95aec431e429facdaa99bc20b76b890066cd50
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc4e99dab88e0fc6ff5bc139d47c96c9cccb6ee
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af89935abb86f06936110822ced05a5c2636e2896d9b60285916c6470731ae5
+size 101255074
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c77e53497ac4f78c38bc4e660f32213652a9c02
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739f53c82e18f885d0ec5efa655c0c09bf107b6720cf452b486446de0fdd91a3
+size 101255191
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7306ffb02077a8f83904c06d5debcfb17527ab8d
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d92423843c88c5dae1dbae9dd5c0a422b978a4aeb8955baa1ee66cc5cb08119
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf499489cfd52bd5260e26b3dcbb5ac18bb9ec1c
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d819220b16eaf2ba27b7fc2ddb4a8916b1d73a18a57733f1154ab9325a16cd
+size 101255202
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc304ba32f02e3864e362ac571c7b08f5d21d56
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497c6c71a67d25a97c3d5b872d38da576e058522fc3d8871d26f405ab41dfe31
+size 101255266
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20a27e4732f2a1f731b731a502e71ba5c3349a4
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf39b5602bdac4b479966c5cbc5be68d019d54d7d4841eb1372d409aa597479
+size 101255074
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88998c90a49875e94919f454617501b9c2dc824
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7737a331f04fd0adcd985891ea465f6bbe727f4d729abc84f76547d9acab13
+size 101255074
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872e233f11f6602a446e8b79d0ac164e2e4f547a
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7c5b917c6fb7f81cf0b1e40e21865bac9007f8004658a44aa933f930462768
+size 101255202
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d2029887c4d113bef80e404fdef3ce173a2fbc
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681ae0a1899a7dd2efdea5d41f16cd2cd94189f6a8d445ad1c44bb01c9666ab9
+size 101255330
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f8e3538814290c7395c3a37e70bd62d7e48d86
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d53ae5bc3cd9c1c049b9b64f3e08adc22dea88de190bd116e0f7bece5640800f
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb7a2ae875f474e02938e5d05f62f72e5b50536
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325767eee2ea5a40a10b568c7719f829db68ba6a6428f0633430a2a274d2a7aa
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f859911c92eb24bd0583f41bbbfa98281471c75
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b386ecc63e01d80f918dad672355d328258d24ef72f32f2f4618a5635ad8043a
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22739163b313d6298f93f39dcec1c3994312b62
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7691ac8d8554016c04208ab2790bb8f41778794e5f6d50c27edd033c694a6f2
+size 101255127
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1effcc5228b703874668e169989e70007b3015dc
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103fee4c90962059cf4f2cb9e46cfbad07e876aadc13ba19f013c9210fafc673
+size 101255266
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71b774d266475f80a422ac517c0e293f8f11306
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b872c5c84505914791c88db5b284244a0c572144fb1977ce41cd29ac27bc13
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8469f74aea82adc703d47791d673888b70ef84df
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b50953db81c0843588c0966a487dc81ad79fbb60da579550eec0c7668acb7a4
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792450cc3451e53b3b69c7295b24e1bf52395260
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4c7816da656a112424a82f8450d5e33114677449284eec408d87ad33b1ac8d
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34fb346d6c37a806d18c0ec2744ed11eb59e5db
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb7c39077a7a428e4c189f8b8a36a6845fea6d5f978e2ec30da78c8d9b18794
+size 101255202
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea6a52dd8706dbc2f0195c22ba5e34686ce61ec
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049842bbe16f185fb52b46947de594bc3f3db4c46d045baf90b06485b3c720f9
+size 101255074
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b49438a37f0c313da22c0b47362e8bcf6d0278
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754c6c02093e90676ba33ff193537e6aa5c252138e1eae8ef7ddf3ca8b4d8565
+size 101255202
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572bd7b52aad3feeac4680436a65a180f7794643
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fab452b016760dadeb0380d919cc80e8cedf010286d2cdc726c266c7ac13b8a
+size 101255266
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6452ca42a93214733a976e79cf2596bcff1802
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a1cde1e7b73b9670f3434ea97598756e94a811149e299c089351003ec20ca0
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f6bf6fd29417574442a63a31f6cbf17bd6c4d9
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c46ae9da7632f551320c209cea9755250c37ecf47ca8f7d84878e7d855987f
+size 101255074
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967f2c618e3e0ecf33acf72b44accdcc947676c3
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ca2985a5f86c8fe6cdae4b6ef35a6c614fcc4a8d4875dcf23cda32caceeb72
+size 101255063
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d510163191e8e23c67325ccc126fc5734d3cd6
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc2f941e72e190e0b68598118c518e12661c2ef1809527ede7bfb56f0a45aa9
+size 101255074
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0460ef3a5cdb408f81f141b127056c2c8b1072f1
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da6a4df9d527dd4b46c2569d70dbbaaed53b9a1882d8ea17a2ddc2c6c506bd6
+size 101255330
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a598dbd3f791cd3409a16d3caeedd9f4846de6c
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ab1b64d33831a148bd7dd4aff670e224538aca22f304fba889f4c5d2cdd8ea
+size 101255202
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b2a350ff714feaf1561637ac6ebbf16abe6a8b
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7828b831ae502cd9d37faac6cea677fb5be513e30ae1c064ae3aab02be89f0
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26d26f001e4f87b3992f35e42c78757448a5ff7
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbcb8a0836c93f7397ab41c481d6fa320917f3a4e8f702c9b7e67ec4f2e0a5ae
+size 101255202
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dceb808dcfa7dbcb20aaae8acde51d32187b2ee
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12badbd78070320b51bff8fb7e7daa1859da0dfc384d22f57dbb0291527be2a6
+size 101255202
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045d0cbab5f4271333d99ff4b48a67716130b66d
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357854d46c3d6966378c0208b4b9eeaf1e1aa1fc7306b58d410a5dfaf2ec1452
+size 101255202
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0fc57a40d822a34c108f88adac0d8047a4a9da4
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44caa21ffbeedc61d0856f1a5beba8dcc9b37a8449f95fedb82a3957f423775
+size 101255074
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53414d95d0798ee33ab1e726df2d24c837354992
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790610f4f465bc9e7fc77dbd6103edfe587db1945acd5453ec40ecb34811d280
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07c9387668347459118f815ffb1b0ce7cf80a37
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f5b4f10ea0e0cdc4ad87a3bf06f601e547a7ba0f945dfd2070832a89beed8d
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8748ddcc9474529443891e79191f77966d3a6a
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4179bd8204bfa4525c27df6280226b50c3cd365caa8fa2b68c5b218451abce7
+size 101255191
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9aa8d14485dc94563b868480f172185844da857
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed604302e8ed2b1716522e46c6391244600adc13bb17fb792fe1a6ad0bcd539
+size 101255202
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..170b4d724c1df047237b8945b8ca57e48daf13a7
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce82788b6d99841dd7b2acfc5264b8a5ddae1d456452e71ec74628458b8897d4
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a475fb524e91fd1d6529ab8ae9689e7df250ff60
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc304fbd3eee90f274f2083c5565254b81bf92ca33be850f7a1a03385a09da0
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08fe5e3d93118a3a852a4d0f5052fbef30b60a03
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55e6f8d95db1ee86ad1b6974badc732864bb86e6f67eeb6711ccebb9b672b5c
+size 101255266
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..379333a24624db98e1dfafcc7bb442ef6e074077
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f506ac17ac0dcd78ff38f043bc7393be397631e311a2e18168c759d574161d59
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0692af77d3f365698141a42a7e42455579f06e8e
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60480d39a1bceb00410cb5c1ba2a594acf9487163f14c105e4417ac9eddf377
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0ba36b2f2ad8dabfd673e9d40a51e03404a3d0
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a33d51a46d37e6a61c01c4fd02cd9233b60a7948a623d8548b194ce0655d1a7
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e68de034c6b43577c52a70526696278d6d70b2
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe2ebcb28ff6bfb30638d7f73c606b06a6f3614437f57a3df6b8873e96eac11
+size 101255202
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c54e0819252a0ff928a11e435396a5742e14f00
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e5bccd6e943816b365e2810ef098cdc1c7a8256782c4bfb67eaa64b3d54e16
+size 101255266
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f9f99d6438921dfe11e085b44efa92367a10cc
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027f6689330aa9a06fbb3adf5e7b9165c6bf370ce48085ef358e268f7f234238
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583e3a47f280de09d54425566b951d5d86466996
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcaefc675990d3f4cdc867fc0571300ed974abfad9a7f9732f621c8046d8d5d8
+size 101255127
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5dbd3b2302d0655fbb545aa021bfaf9c371260b
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6145b823eb43ce1e8612be16a1b2c0612887aceb92988225c85c1d8120cc46ea
+size 101255202
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1355971a706774ba9b0e51e838f8bc270c84814
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337284eea95f2665be30b47bc5cfeebed59de5789382566b1dc990536aec0ef3
+size 101255202
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965a3ab6ae0ed2893cbb17aee3ec31495894fbd6
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad003c3df3296c066e56797298d7c10216daaa5302c0c07d1d5d75660d3567a
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835243b3be5638d189135b4164a4bf6543259559
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d704e9c9d49516fffe98d624d97113af6252326ff23391e19dbb4519ab0a5278
+size 101255074
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43545b51ff27717c69895d925df090f6d09d72dd
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62dd381ea3360e3a1e912c0c427cd7b068f0da604e660ca19702260b28bf747
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5a9eab177087300d784e96f507132c29b6e607
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4bb61d962be3a8b0b655bf26ef1a0b35f01c4aa72c05965e0f50c209cfeef9
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32b1a1bbdca78cf1ab4c41d946b516ed1898e5e
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3d261ffea359a2422cef3044a85964da5a7745fb1d817426712e960c7807a0
+size 101255202
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fabf2e3a18f889eabfdc4cf609e8956d099ca1d
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd394f1e909bd1874482dd7513f0cc5fd821f90b6f8b4a3236e50511e0888ba4
+size 101255074
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8020f11b68bc14cbecee1a75cd8c12377cbc5043
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f32683673c36a97d3ce7f620bcf9d15907efaee8e2bd45466bc8b7e315123b6
+size 101255138
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f47c5cb430b5ec40668ffa8bff817f0ad509e4
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e19308103537321a84365b3666158fd24e9b5fe6247cf9c14b29ddbc0f98149
+size 101255266
diff --git a/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71dc515bc67e7e5e0980a321a037bfccc318ba68
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de35f7729f5d84601a8e0b6852af1638bae613b2661420ed70734531b026d48
+size 101255191
diff --git a/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d77806b1778913086a96e2ec4438a1d3e67b687
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c88ace9ef0abec6a0d3f4730887da7a34af9d3345a8111b8186e6e3bc31534
+size 241239299
diff --git a/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa7d4824de691dcd35178e12389d12d44298b16c
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3165a57b18a49b19b9aa8182f9e5734c27a678d6d12f4c233ade930d17fdf534
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e441eaaf2ef8afd0b150ba784324bd6aab9278e8
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4a72ab45302f589a12ee64ae1faab6a09a0a86e1de3b75d0e15125a4367870
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db362fbc002c82e0793bc6fa4768589651b6e12
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae48f2107c4341b48d52eed6e43eeb4e2f550a0001077ad0191fe7de0cd66d8a
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dabf4d212481850f65cbcf5146d7c9117b954be
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b516fa0125766eab226e6f3ff9ea867eddd74f2c5e6506be264cc0a18e49caf
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41eb5f4da4919db8b6582bf6ff915624400c6811
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1d3d82c5d3a3acd1cba85a486c8ee7003fc7ed82005dc94d70e595e8a3e540
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5115af9ba333a86a1eebbc88eb8d7da13ac8450b
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2544cad945c27e5feddd4d2e9e37cf0499f4879f8c825f38fe4b08e82373378
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554604dc2c495615d7a6e8a590b13ec961f1cdb8
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446d6b6cf9ef3e471cca4a16af9b0922ea58886010d6f95968fd92dd2d1c4218
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c3df77f07eb78ccbd13a9165f50f1c4836fee9
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be32e73430e399d4d6a6fee0fecda0d871df486ec876c79caae80c93972e4a0
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ab25deed59877b239b815f4b90876e077f6313
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800338429dd16e53406b27b3f3775e22be61323e3875ac6aab6873f60d9f3c5c
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6a7b33d2660706412d40c20b229d91519717cc
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d181878af7824a2318937a9dcf4e72eecb936179a4c45d3cfc11466a3835bcb2
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a71f11a60608942106129fdf07f3e8dc79e649
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f4477507cd2817f6fcedddb224f59ff463daad13d053e884e1aaf39616624a
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630dee9df6e10dcdcaeaa39cb4a1c3b6d7b25bda
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2fe061461690e68a31b28f6a05209cb69caace159e146db920cf639b0ca390
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea557738179aeff1e0aa8bbafe288a46b69f416e
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb1c00b57c2487c36e019c43326714529c98d98493cc2f9f1607e1ea4945dfd
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b152cdff81a3f454f6e75e61ecd103920a9f25
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6e5120ed94adb834f3e8da006da1f779b52193f6a995739afacbc159ac1f21
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd03ad3fb6306dd26e68fd5eea282a5c74baed0
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df59fa6f06b89507e6162efa86ba18f68efec2e6967018961cc158e38690f1b
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..952ae9a4ebe4c21428dde6daaba031ed48f2f8e4
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28721f89c420d08fbb328befed9c06787cb9a775ae005b9c7493cc928f6a9f8
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd0af64a0918f81d7550ada6e9246f1ee82123c0
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4313f04e7eb74482686cb02ae6ea28b5309c0a74e5b80c250eb8f5d0f578bed
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad22d7b1d257fc739fa9ba4252c5194a5b17f445
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59089220319d84c4484f6497b49b8e68c309a2df694e2d1d6e43f4cffbb4e0b
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c90bf8e7034a3e5e2b169caa2b2a4c42aa2806
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ebb9e329144ad2955dc794365d17ad1dcd1edd858ab3d1928c42d78267f3560
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f200b0daea6f68c8ebd40d096a8e822ab57015d1
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43991950aea05abd3f9be64b5f7455b176e02f38b53d5fc8e60407afea91c66d
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda639b4bb77de65a41225818e5f1781dbeb688c
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9d3f150ffdbb018e8b2d0cb8300a8f2efde799eab97c5174dcadb6effeb8ed
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5ac4a59757d08fc959c111b7cad8bad928751f
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71155f74a6cfb629a34a5870a0fd0f44ad181b05905e6894cf40d64362a9b44b
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1280703b984a08b2c43e904d32f4f43ffdc4e79f
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e815d4150f588a4ec42ec89a110946e64af779fcd90e82e8b684841c8a41ce0
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8890c8103f2611a20e14f9e3725e9eff835fdf3
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601497c7276f46e64515aafea9141b239afdd2675ef39e21a1565d4acf26e46f
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe720dc1489803c7dbbd099dbceccb2fc546db61
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1c583f359b990814b8bd71ddb38640d72657f2ad6783a6d155d5b5b52fc834
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9c0579c2f0040549a13414a1142a9895057465
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a61ebba111e2fa70b537ea11d1ca94491640f6aee22e63bae2b41f5d7021dc9
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a1596f229152bb7f5e02511c21bd9dddc891b4
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a6b92a31c909d6154e85bdbe9d200ef43505bd06f431ab644c0cf3ee9eef18
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7bcd7ea6dec1a040e4eeaab98f15ed2c764a49d
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21fe2911b8f57797a41ea918fa10458d153a6485f01606f3d6f60f9011bda1a3
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06db33c254f6ea4075977121bd4d942146fabd79
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a77f8442ea70563414fdaca81c5a218cab016edb5b0f50a623c02cf1a245d13
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984c61ae4b281b51108e0d5e51bfb6a261399a39
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158360e631feef499214d84a18f0b9c733fe88bd74a866a4104f5049a61a28cd
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6076518944b755382090c12ed08c75eca52b29
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719d5755762f6ad014827cf0bbd03f5925520053002e478a527c6daf577f93a7
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0af396b1ed7124af0ced2eaca818dd17655b360
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0d00a40ee578772634c324438b4c1af287693408aa9bad077ad1c691a3bcc4
+size 127466243
diff --git a/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt b/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0077f0c012946ad31e61cfeb6bd5025a90b68e50
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5d28b56ef658fa75bf1909094236df16456606057994f6569486545b6615fd
+size 10435
diff --git a/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt b/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0785f8f8afd52ae6d17af6d70ff5e360b15cdb
--- /dev/null
+++ b/2b855b4bc4opt2/global_step70858/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46871c05bb6413371e2a9b07e12fcb146085d704bc9073d243674fd5ae3235b
+size 48435
diff --git a/2b855b4bc4opt2/latest b/2b855b4bc4opt2/latest
new file mode 100644
index 0000000000000000000000000000000000000000..dd4ed4f46fbdfdfeade5c057e176c669f8c232fa
--- /dev/null
+++ b/2b855b4bc4opt2/latest
@@ -0,0 +1 @@
+global_step70858
\ No newline at end of file
diff --git a/2b855b4bc4opt2/sbatch_2b855b4bc4opt2.sh b/2b855b4bc4opt2/sbatch_2b855b4bc4opt2.sh
new file mode 100644
index 0000000000000000000000000000000000000000..1111b90651b8d73ccd5eae0a5064cb2c6c9cc80e
--- /dev/null
+++ b/2b855b4bc4opt2/sbatch_2b855b4bc4opt2.sh
@@ -0,0 +1,165 @@
+#!/bin/bash
+#SBATCH --exclude=nid007571,nid007112,nid006774,nid007502,nid007506,nid007507,nid005145,nid006692,nid007218,nid007123,nid006124,nid006123,nid007496,nid007237,nid006852,nid007206,nid006947,nid007212,nid006977,nid007222,nid005444,nid007219,nid007493,nid007221,nid005300,nid005619,nid006118,nid005203,nid006113,nid006481,nid007077,nid005208,nid005207,nid005879,nid005901
+#SBATCH --nodes=32
+#SBATCH --ntasks-per-node=1
+#SBATCH --cpus-per-task=32
+#SBATCH --mem=256G
+#SBATCH -p standard-g
+#SBATCH -t 48:00:00
+#SBATCH --gpus-per-node=mi250:8
+#SBATCH --exclusive=user
+#SBATCH --hint=nomultithread
+#SBATCH --account=project_462000119
+#SBATCH -o logs/%j.out
+#SBATCH -e logs/%j.err
+
+VARIANT=2b855b4bc4opt2
+
+# if run without sbatch, invoke here
+if [ -z $SLURM_JOB_ID ]; then
+    mkdir -p logs
+    sbatch "$0"
+    exit
+fi
+
+set -euo pipefail
+
+# symlink logs/latest.out and logs/latest.err
+ln -f -s $SLURM_JOB_ID.out logs/latest.out
+ln -f -s $SLURM_JOB_ID.err logs/latest.err
+
+KILL_SWITCH_PATH=kill-switch-$VARIANT
+CHECKPOINT_PATH=checkpoints_$VARIANT
+TENSORBOARD_PATH=tensorboard_$VARIANT
+
+# Data
+VOCAB_FILE="gpt2/vocab.json"
+MERGE_FILE="gpt2/merges.txt"
+
+TRAIN_DATA_PATH=train4b.txt
+# "train: 1.0 0:1 /scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_9B_text_document"
+VALID_DATA_PATH=val.txt
+# "validation: 1.0 0:1 /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document"
+
+PP_SIZE=1
+TP_SIZE=1
+
+MICRO_BATCH_SIZE=2
+GRADIENT_ACCUMULATION_STEPS=1
+WORLD_SIZE=$((SLURM_GPUS_ON_NODE*SLURM_JOB_NUM_NODES))
+GLOBAL_BATCH_SIZE=$((MICRO_BATCH_SIZE*WORLD_SIZE*GRADIENT_ACCUMULATION_STEPS))
+
+# Model parameters
+source model_params.sh
+MODEL_PARAM=("${PARAM_2283M[@]}")
+NHIDDEN=${MODEL_PARAM[0]}
+FFN_HIDDEN_SIZE=${MODEL_PARAM[1]}
+KV_SIZE=${MODEL_PARAM[2]}
+NHEADS=${MODEL_PARAM[3]}
+NLAYERS=${MODEL_PARAM[4]}
+SEQ_LEN=2048
+
+echo "Model parameters: d_model $NHIDDEN ffw_size $FFN_HIDDEN_SIZE kv_size $KV_SIZE n_heads $NHEADS n_layers $NLAYERS"
+
+SAVE_INTERVAL=10000
+
+# Tokens: 55000000000
+# -> Samples: 26855469
+# TRAIN_SAMPLES=26_855_469
+# TRAIN_SAMPLES=36_041_312
+TRAIN_SAMPLES=36_279_297
+
+OPTIMIZER_ARGS=" \
+    --optimizer adam \
+    --adam-beta1 0.9 \
+    --adam-beta2 0.95 \
+    --adam-eps 1e-8 \
+    --lr 2e-4 \
+    --min-lr 2e-5 \
+    --lr-decay-style cosine \
+    --lr-decay-samples $TRAIN_SAMPLES \
+    --lr-warmup-samples 362_793 \
+    --clip-grad 1.0 \
+    --weight-decay 1e-1 \
+    "
+
+GPT_ARGS=" \
+    --num-layers $NLAYERS \
+    --hidden-size $NHIDDEN \
+    --num-attention-heads $NHEADS \
+    --kv-channels $KV_SIZE \
+    --ffn-hidden-size $FFN_HIDDEN_SIZE \
+    --seq-length $SEQ_LEN \
+    --max-position-embeddings $SEQ_LEN \
+    --micro-batch-size $MICRO_BATCH_SIZE \
+    --global-batch-size $GLOBAL_BATCH_SIZE \
+    --train-samples $TRAIN_SAMPLES \
+    --vocab-file $VOCAB_FILE \
+    --merge-file $MERGE_FILE \
+    --clip-grad 1.0 \
+    --kill-switch-path $KILL_SWITCH_PATH \
+    --bf16 \
+    $OPTIMIZER_ARGS \
+    "
+
+OUTPUT_ARGS=" \
+    --log-interval 10 \
+    --save-interval $SAVE_INTERVAL \
+    --eval-interval 100 \
+    --eval-iters 100 \
+    --tensorboard-dir $TENSORBOARD_PATH \
+    --tensorboard-queue-size 5 \
+    --log-timers-to-tensorboard \
+    --log-batch-size-to-tensorboard \
+    --log-validation-ppl-to-tensorboard \
+    "
+
+ZERO_STAGE=0
+
+mkdir -p ds_configs
+DS_CONFIG_PATH="ds_configs/$SLURM_JOB_ID.json"
+
+cat <<EOF > $DS_CONFIG_PATH
+{
+    "train_micro_batch_size_per_gpu": $MICRO_BATCH_SIZE,
+    "train_batch_size": $GLOBAL_BATCH_SIZE,
+    "gradient_clipping": 1.0,
+    "zero_optimization": {
+        "stage": $ZERO_STAGE
+    },
+    "bf16": {
+        "enabled": true
+    },
+    "steps_per_print": 2000,
+    "wall_clock_breakdown": false
+}
+EOF
+
+DEEPSPEED_ARGS=" \
+    --deepspeed \
+    --deepspeed_config $DS_CONFIG_PATH \
+    --zero-stage $ZERO_STAGE \
+    "
+
+CMD=" \
+    Megatron-DeepSpeed/pretrain_gpt.py \
+    --tensor-model-parallel-size $TP_SIZE \
+    --pipeline-model-parallel-size $PP_SIZE \
+    $GPT_ARGS \
+    $OUTPUT_ARGS \
+    --save $CHECKPOINT_PATH \
+    --load $CHECKPOINT_PATH \
+    --train-weighted-split-paths-path $TRAIN_DATA_PATH \
+    --valid-weighted-split-paths-path $VALID_DATA_PATH \
+    --data-impl mmap \
+     $DEEPSPEED_ARGS \
+    "
+
+echo $CMD
+
+echo "START $SLURM_JOBID: $(date)"
+
+# bash launch_srun.sh $CMD
+srun --label launch.sh $CMD
+
+echo "END $SLURM_JOBID: $(date)"
diff --git a/2b855b4bc4opt2/sbatch_2b855b4bc4opt2val.sh b/2b855b4bc4opt2/sbatch_2b855b4bc4opt2val.sh
new file mode 100644
index 0000000000000000000000000000000000000000..3de030d5b3a8a859a3b1b8422445d9117b5933d2
--- /dev/null
+++ b/2b855b4bc4opt2/sbatch_2b855b4bc4opt2val.sh
@@ -0,0 +1,168 @@
+#!/bin/bash
+#SBATCH --exclude=nid007571,nid007112,nid006774,nid007502,nid007506,nid007507,nid005145,nid006692,nid007218,nid007123,nid006124,nid006123,nid007496,nid007237,nid006852,nid007206,nid006947,nid007212,nid006977,nid007222,nid005444,nid007219,nid007493,nid007221,nid005300,nid005619,nid006118,nid005203,nid006113,nid006481,nid007077,nid005208,nid005207,nid005879,nid005901
+#SBATCH --nodes=32
+#SBATCH --ntasks-per-node=1
+#SBATCH --cpus-per-task=32
+#SBATCH --mem=256G
+#SBATCH -p standard-g
+#SBATCH -t 48:00:00
+#SBATCH --gpus-per-node=mi250:8
+#SBATCH --exclusive=user
+#SBATCH --hint=nomultithread
+#SBATCH --account=project_462000119
+#SBATCH -o logs/%j.out
+#SBATCH -e logs/%j.err
+
+VARIANT=2b855b4bc4opt2val
+VARIANT_CKPT=lm1-2b8-55b-c4-repetitions/2b855b4bc4opt2
+
+# if run without sbatch, invoke here
+if [ -z $SLURM_JOB_ID ]; then
+    mkdir -p logs
+    sbatch "$0"
+    exit
+fi
+
+set -euo pipefail
+
+# symlink logs/latest.out and logs/latest.err
+ln -f -s $SLURM_JOB_ID.out logs/latest.out
+ln -f -s $SLURM_JOB_ID.err logs/latest.err
+
+KILL_SWITCH_PATH=kill-switch-$VARIANT
+CHECKPOINT_PATH=$VARIANT_CKPT
+TENSORBOARD_PATH=tensorboard_$VARIANT
+
+# Data
+VOCAB_FILE="gpt2/vocab.json"
+MERGE_FILE="gpt2/merges.txt"
+#DATA_PATH="/scratch/project_462000119/data/pile/megatron_data/meg-gpt2_pile_text_document"
+TRAIN_DATA_PATH=train1b5.txt
+# "train: 1.0 0:1 /scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_12B_text_document"
+VALID_DATA_PATH=val.txt
+# "validation: 1.0 0:1 /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document"
+
+PP_SIZE=1
+TP_SIZE=1
+
+MICRO_BATCH_SIZE=2
+GRADIENT_ACCUMULATION_STEPS=1
+WORLD_SIZE=$((SLURM_GPUS_ON_NODE*SLURM_JOB_NUM_NODES))
+GLOBAL_BATCH_SIZE=$((MICRO_BATCH_SIZE*WORLD_SIZE*GRADIENT_ACCUMULATION_STEPS))
+
+# Model parameters
+source model_params.sh
+MODEL_PARAM=("${PARAM_2283M[@]}")
+NHIDDEN=${MODEL_PARAM[0]}
+FFN_HIDDEN_SIZE=${MODEL_PARAM[1]}
+KV_SIZE=${MODEL_PARAM[2]}
+NHEADS=${MODEL_PARAM[3]}
+NLAYERS=${MODEL_PARAM[4]}
+SEQ_LEN=2048
+
+echo "Model parameters: d_model $NHIDDEN ffw_size $FFN_HIDDEN_SIZE kv_size $KV_SIZE n_heads $NHEADS n_layers $NLAYERS"
+
+SAVE_INTERVAL=1000
+
+# Tokens: 35546190000
+# -> Samples: 17356538
+TRAIN_SAMPLES=1
+
+OPTIMIZER_ARGS=" \
+    --optimizer adam \
+    --adam-beta1 0.9 \
+    --adam-beta2 0.999 \
+    --adam-eps 1e-8 \
+    --lr 2e-4 \
+    --min-lr 2e-5 \
+    --lr-decay-style cosine \
+    --lr-decay-samples $TRAIN_SAMPLES \
+    --lr-warmup-samples 0 \
+    --clip-grad 1.0 \
+    --weight-decay 1e-1 \
+    --override-lr-scheduler \
+    --reset-progress \
+    --no-load-optim \
+    "
+
+GPT_ARGS=" \
+    --num-layers $NLAYERS \
+    --hidden-size $NHIDDEN \
+    --num-attention-heads $NHEADS \
+    --kv-channels $KV_SIZE \
+    --ffn-hidden-size $FFN_HIDDEN_SIZE \
+    --seq-length $SEQ_LEN \
+    --max-position-embeddings $SEQ_LEN \
+    --micro-batch-size $MICRO_BATCH_SIZE \
+    --global-batch-size $GLOBAL_BATCH_SIZE \
+    --train-samples $TRAIN_SAMPLES \
+    --vocab-file $VOCAB_FILE \
+    --merge-file $MERGE_FILE \
+    --clip-grad 1.0 \
+    --kill-switch-path $KILL_SWITCH_PATH \
+    --bf16 \
+    $OPTIMIZER_ARGS \
+    "
+
+OUTPUT_ARGS=" \
+    --log-interval 10 \
+    --save-interval $SAVE_INTERVAL \
+    --eval-interval 1 \
+    --eval-iters 100 \
+    --eval-only true \
+    --tensorboard-dir $TENSORBOARD_PATH \
+    --tensorboard-queue-size 5 \
+    --log-timers-to-tensorboard \
+    --log-batch-size-to-tensorboard \
+    --log-validation-ppl-to-tensorboard \
+    "
+
+ZERO_STAGE=0
+
+mkdir -p ds_configs
+DS_CONFIG_PATH="ds_configs/$SLURM_JOB_ID.json"
+
+cat <<EOF > $DS_CONFIG_PATH
+{
+    "train_micro_batch_size_per_gpu": $MICRO_BATCH_SIZE,
+    "train_batch_size": $GLOBAL_BATCH_SIZE,
+    "gradient_clipping": 1.0,
+    "zero_optimization": {
+        "stage": $ZERO_STAGE
+    },
+    "bf16": {
+        "enabled": true
+    },
+    "steps_per_print": 2000,
+    "wall_clock_breakdown": false
+}
+EOF
+
+DEEPSPEED_ARGS=" \
+    --deepspeed \
+    --deepspeed_config $DS_CONFIG_PATH \
+    --zero-stage $ZERO_STAGE \
+    "
+
+CMD=" \
+    Megatron-DeepSpeed/pretrain_gpt.py \
+    --tensor-model-parallel-size $TP_SIZE \
+    --pipeline-model-parallel-size $PP_SIZE \
+    $GPT_ARGS \
+    $OUTPUT_ARGS \
+    --save $CHECKPOINT_PATH \
+    --load $CHECKPOINT_PATH \
+    --train-weighted-split-paths-path $TRAIN_DATA_PATH \
+    --valid-weighted-split-paths-path $VALID_DATA_PATH \
+    --data-impl mmap \
+     $DEEPSPEED_ARGS \
+    "
+
+echo $CMD
+
+echo "START $SLURM_JOBID: $(date)"
+
+# bash launch_srun_32.sh $CMD
+srun --label launch.sh $CMD
+
+echo "END $SLURM_JOBID: $(date)"
diff --git a/2b855b4bc4opt2/tensorboard_2b855b4bc4opt2/events.out.tfevents.1683359704.nid007164.87766.0 b/2b855b4bc4opt2/tensorboard_2b855b4bc4opt2/events.out.tfevents.1683359704.nid007164.87766.0
new file mode 100644
index 0000000000000000000000000000000000000000..2f064986f839ffe643eca1a9ebc6c7329b189c89
--- /dev/null
+++ b/2b855b4bc4opt2/tensorboard_2b855b4bc4opt2/events.out.tfevents.1683359704.nid007164.87766.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba46f55976a0bceb2566c7d6753cd247eac125ab14a220f7ba85fd2639fe603
+size 85937698
diff --git a/2b855b4bc4opt2/tensorboard_2b855b4bc4opt2/events.out.tfevents.1683466010.nid006323.40463.0 b/2b855b4bc4opt2/tensorboard_2b855b4bc4opt2/events.out.tfevents.1683466010.nid006323.40463.0
new file mode 100644
index 0000000000000000000000000000000000000000..6b9e8a0ed7bdde680e3ac71c7389ed56ec4ae068
--- /dev/null
+++ b/2b855b4bc4opt2/tensorboard_2b855b4bc4opt2/events.out.tfevents.1683466010.nid006323.40463.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b321b77ffac1c246d03e85b4d466f7c90b85ce7ae07ebcc1dfd9be6392a9f4be
+size 545751
diff --git a/2b855b4bc4opt2/tensorboard_2b855b4bc4opt2/events.out.tfevents.1683466819.nid006037.107824.0 b/2b855b4bc4opt2/tensorboard_2b855b4bc4opt2/events.out.tfevents.1683466819.nid006037.107824.0
new file mode 100644
index 0000000000000000000000000000000000000000..c67c0da2af8a6bd881b3c63cb68926ec25a8a228
--- /dev/null
+++ b/2b855b4bc4opt2/tensorboard_2b855b4bc4opt2/events.out.tfevents.1683466819.nid006037.107824.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4f727b8e478013cd521784ce763f57e97045bd8a9084593f4ba73af857e1ee
+size 55748615
diff --git a/2b855b4bc4opt2/tensorboard_2b855b4bc4opt2val/events.out.tfevents.1683533643.nid005517.37748.0 b/2b855b4bc4opt2/tensorboard_2b855b4bc4opt2val/events.out.tfevents.1683533643.nid005517.37748.0
new file mode 100644
index 0000000000000000000000000000000000000000..66cb08bc9a5ceddb99efe7cb210b0f96d94f138a
--- /dev/null
+++ b/2b855b4bc4opt2/tensorboard_2b855b4bc4opt2val/events.out.tfevents.1683533643.nid005517.37748.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8513768fdd0ea9cee5751184c4f1464876bdf02d99bd390a53ae96637d2030fe
+size 40
diff --git a/2b855b4bc4opt2/tensorboard_2b855b4bc4opt2val/events.out.tfevents.1683564137.nid006565.42760.0 b/2b855b4bc4opt2/tensorboard_2b855b4bc4opt2val/events.out.tfevents.1683564137.nid006565.42760.0
new file mode 100644
index 0000000000000000000000000000000000000000..a135069ce4acf00c461febbd70d071422d118a63
--- /dev/null
+++ b/2b855b4bc4opt2/tensorboard_2b855b4bc4opt2val/events.out.tfevents.1683564137.nid006565.42760.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ecf72a2b1637ee03b1486cd31f366acec15336d31152552f1fde17558abad1
+size 980
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d0a5a034ed2ad9292f466e1a227483bb00bd46
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa982714e04e5173879d7e8907ca1f82bd8bda22ab3541fbebca64843af2ed9
+size 89305623
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d54e663d5839b57a166d0f08b30f7f2e5ad3524
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5f835ddb51519dc74cf17a0c8b0adf6a13a454f3ed3362f51b7261fe30c9c1
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6971eb008dc154281bfb3d25c4ee38f5a3273be8
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a0a83e4198056491dc9f390fe0a146c6e9f74a01911f5780ddd8dc733424d2
+size 89305773
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6828f65f5d30c06d80037e475894a81a995c19
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee501b7625c1351def5566ad8b547da1ef61ff44f42ebe3917e2ca3d84198d74
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d34fc9202b822d873692ecdafd272ee04ca807
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4facf9909cfafd454afb769cd28e5f11f6f1fee7d905fb337409d35edc0c3a8
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e930159fbc247ac7a52908cc09fd5d295c1e6158
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b185f72bae9093e5d06dc752907249620fbb0c660d2d4718c1f6cf070141ab
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d86206aff05a8a6348705fe3697c47dcf4a1f0
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d340a0d466b46658e6c1c58074125ad6ba2dc75078c279ef7848c4db5fe543
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9983dbb320e8473c099a6e2f19cc76a52d4a0f
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477f26b4ea4ab89ae40dee458e5927e1e2ab3e49dd378f6f037463cc74531099
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd900c8fe7edb0c61edef90191d0adf2f5d06f3
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b738a315ef272521f5a7552286a28aa3873a34b49cc9a702f3d1bf4bc6901d
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcc5e5142f7e6c9b0c4c2c3cea5294351c8b9fff
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217c7a1222c45aaaf5bb7ee06d631c898fdb94084616eff3dba48af4611c2bc5
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b91212a7b8c1e4dc50e161ff97e7fcfc323d4b87
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb437d115f5350e1a1d03ef244412a54f02079808b7431b464227a4b58f7cb77
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106c014f501b1008fb888b51370480572e902b8f
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf6537f9b0f3e1d13faab510277b43022217244cdd05ff6ce3e2880536f5a6d
+size 89305698
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9dacd71074c4fb9b0bef8ed173529343d9b38e
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada8c88b95c2ead1a001e5571aa82888dbb0997a4fa88bfda97f821fd8a97f72
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db56915a03ef4a4c305c07e6f93b7c1919815416
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32aac13996654507d50d338cd6839bfb2845455fb366d178d3a6084f32a6559e
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2022e3dee1fd573a05c0c76a479715512f9646af
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b676e5eb8448aad6754e2de0a544cda191d8c2f5d1d5519cdf6e1356ab683d9a
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9f9f6d593d34fc94a5ff7f505d567ceb09c4bc
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358b839a65eedf64a2c5cf1939fa0ca6ff83fcaef26c4f360fae9d80eb49f284
+size 89305773
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d887505a2ab6e3fdc489b2bd49b7533573fcd5a
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f300e532f53f6010f8811e93f38511eaa779f66692aa0ef7b6d156b54df58d3
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b71a736fda324f107a2ee885546c07ed4bebe0
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad47b2b1b2cddf6a7a46c7870f89e99988ec09eb956ee9bffed6651648e7f2a1
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9a58720ca6b081ed9c00b67b589901d0eeed8c
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85eb9f57e162b564ee93bf8ff0e7e54d6cbd11498b8336c19a2b831d2e115c57
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbddd4406498729a14fe1aa03ca5e0c06ebf688
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2134b5efa561efb8e25a45dae2988a0cbad71a9bf1f17073848b2fda3d74664
+size 89305773
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daea4e53122300e1b347865c5f7ef1622bb3a932
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfce8f40c119da3f4a3db19b562ef44645e2dc0e725382dda629c1954243a393
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3bcc4438f9b186afd64392dcf76611def352505
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cafac3192e7ec28b9e1c9cbb16f0c1a1676f62cb83601b36e64c45e342da6758
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82c7216af55e573b54bd4edb309525e094f01834
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b57cbfa2d1e4e9019b0f5aef558e24c0b1e00053570e6a28220f0886bea8d3
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c804bd8d963cfda03eb721bf93558c703849f4
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6b96b9ed2abd074e83adb8ef0fa83d11afa4d1c986e35e38641b78bfdc8718
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8299c356d1600cbb478f9016e7dda09bc65d08f0
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebfef188ed0e153d6e4ae9739d13bec6675054d9e14d3bb47a460fcb53b773c
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b423a0abe90f488bfa3ff39bc39867b2b936ba
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d068a4414e726d8cf79bebdda996a1dd4e819467f73f69e2d688306aaad9139
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed400eb464ae2fffc94eb85f27e5460c5ae08a3
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e116d13767137bb8977c40b95b59d585db7cbd13fe772aeeebc0c0ea9143a5
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e580fe7618c7d0ec93998bff8fb73795b7188519
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086a3013c2f19608b5193c2f8e2c3f7d16c2f0ee19819723beca3a0a90cf8205
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fffd661614b863594943d33a7fd94e2699a2fc9
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a446d582db1b2dfda4e2155a229434884ed04ef542e53e84642d63be9a020cdf
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49b0166f9a202de6c785edd600efbbdd82eff37
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ad714ca79fe8e3f83afa4772c27572b74d3c01992392d53343e71066447569
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd6579dff88b5e2eb91a9772cb31879e487f7c5
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24684b3e40033ed67d46da85089a53eb9014b06fafc9f5231493e05f684ec72c
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4dac505df05b237644aa67bcdf6eac591268cc7
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b9d4928e58024332d18f6c01c793b342f84bc81de7c7755c8e7808f0b107ac
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5dc35c92d823015380fef9a3976335ac2b04868
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23bbcddb4b55bd57a3b6859c6cc0314dcaf59da2c749721cab5d66609c73c247
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e4ae4207ce022717f4e800fd3e94fd99048964
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31567a5c83be86be4856e312771aecde609ba288d38a6c3f097cf5e8fdf48564
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e916ad54d72cbbf4bb980a7fab44af6b9960ddf
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3469cc56e844878ec3cb2b1961790ff803c15e12cd67d7e3f8bbdb02c6b83ebf
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce481abc8683e8684db818542d41385d1d5aaad
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850534ef5644fffa718e451aacaf4321543b1c42b4d7a5db143233aa05741d88
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da623984484826742ec80478c77e0b9e88ec4e06
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224fbe0f94eb1d3a87671c4d663744149966a31f8e70b913300a636e5f824d98
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc84c357bd9054b5a90c538e5d269b5d9b34b0f
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31fa73eb077296d108ac495f08613c70c020a27948c443f69b79aefcf6af28e
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33a15a80268632d31aeb2d23782484892b6a35a
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10e69448e1e9603afdb4d4793c4168ee6e4ee63f8a2518e5ade366e0c72a46e
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088e3c59e0f9268ed21e1cf88c59047274873fa3
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dcf8d97144c5a5b7cca517192dde0592e5e2d632bc2c511f75e3e51623c80b4
+size 89305773
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3132a1cca69bcb83551cb8a6b0c4b6f0766d9d48
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577173d8652361137b08728d04f1856026d79ef1d2dc9b187a3157ada4be280f
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823aa95984bfbe9628a59aee4c26069c4b125975
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1e8ecc4f9cfac56e5a471b483859e797b2dd7951b84578bcb42fade6c23b13
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd293f3c5fe7ce901f44f741f5cd937ae363322d
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103468c2c541bb702750bd677e7ce1dce94e9fa620f660d5bb25217d86b5b95e
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d03f4f40214230c4ff0fd10c804de3b9dd1bb8
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fbfc7aee194e50cc3925a349e14c8f33cbb354572625af123b089f730857be1
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a18f47b00c6a419329064b51343bfc648e634a
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1105a7a4aa85d2dd8fa0faae0c89497717143a02972983651ad2849562f39675
+size 89305698
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8156a650a6af3d5bcc1d36e4b497109739004260
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfdb83d2082dce61d301792ce948124e133b3ca650435d9f10488c2412bbd155
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c26efba873c2953169dfc5b6754001bf637ca515
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016a621d16a426d8b770fcc8e02e1f18da370268c83caa719c29bb108a6b324e
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda372b5884e9389bf57dc924d800df1d20a30f2
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb910722e2cf80349cfc962ee6fb1aae09c05e9ad97e93ccc08d6ef85ff4bc6
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04cbd6dc8e696a9bb553ba3148c92e3a25f66d72
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00210461940f5e4b72d3074f907c43481ecc190556fccf358d1dd36f25895122
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93efa02b49fb034672bc7b4edb6500aac6093029
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425ecb2b8993f16e4653f8877bee23b6a917b2a453f1933cad1f6a7024a2162d
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6299c3e92be1814d15c240fe8aa4a453075e729c
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f39cf4958082e8deef13add6914ca67e399572a5a0bf04366843b5d8032a73
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd6ced57b2b47535824aa36d3a9eb250ab36286
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086955551bf20a1304a9c9d20ce3b995bf3650643b555a419a1fff6453bf3076
+size 89305773
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1867361e13d5bb89bacc22ac97b72e869ae15e
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a2423898d41be51e5dea433edebe929055154ab326171c783b6458f3329bac
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e67d4c5f243ba94551cea763a69bf60b008806
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a3e5581ed975bffd39297951e54855869bdc011870df67eb526cb511accfb0
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c71af5b4bd810b6a07e2da9f75ec44e61e3ba63
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02852e83868c70f30800dea0349dbe97bfd87672eb9b43b804342cca1e38f276
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea04009a009657bc14ed6d71dceb0a659fe915cd
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e83a8f3ed12593ae3fdcb12a6d4e493610ee371d432d06fa3ad4d9c67c6e5a5
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2b3f4153810fd1a39e1ee6eefa8cb211b8b3f2
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc620b4fc19c85a365f482708c3bb5215be7f6eceee37fd75a74c51f56c4dfcf
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914c0731678a99d7879acd73426476550ec461a9
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969bacc14456b8d6a08f415375f54f07b9f7e157df5435bfd96ded5a344beae0
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b4ee3234afd6849148ecdc7928d59072a49f7f1
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61bceca2c797fe205fb12f5deb639f5bf3f2bb8cf70a2d715410e8048401c0a0
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166bed7fc1045127b037a12e69c17d0a62a43a61
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c154ef803a63274b7cb8d5a2fee9743013776fa4090d89c4bbf418af104afd
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0cf2faf98df6c4ee87e27e30536b515b1d7e4b
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7727fb351a5dc48558ef9d92bbe4160f81b2caa5053e377ed5412e3f21b4883
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e56fe4742f442face7302710889fce4fdf9992d
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0571011c16af6c33cdcaf7c93796451a5bc2e7c6f9a9af5b3c3708e0eb8cbb
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a360ed7cf3459e6b10e73cd5e8afd5cf80dcb6
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123df0e5d75ade9b2493e63192cb2eae592d5f7d7fd03a8da96bb4aa0bec0222
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eee97c7db895d0c8a7c7d8734e67c658464f095
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b0e57f62a0a27d0976868abb681b5834afb5e4dd6098f04aa9cd2cb045fcd4
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8442b300f13707ed3b463b6871d2c4db0a69f0e3
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b632ee036aef9b46e1fb348857143c901d8d14be7f1b472c1084c43cdec8c12
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4230a29bb3ea65c534b81865521f7b6d7ec91bab
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d967d36fcf8209a8c118d50056a164a770734028d4e6ceed7be25a0267398340
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42bc7196973a941e92599fc992ddc70ad9a77db5
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a85e5f588c55b53dad25f4f495c5ec416df445378d3b73382cf876d52db4524
+size 89305570
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..678db34085abfc6f3c87768f2a75e0fda4c36ad3
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebda9f7f3d62bcbd9bda11b1ab0c4b979f824f4b1349b8ef284bd708b683c618
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20cfb973598d1fd0ad53ddbdb6d1c73124ad215c
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebcb9a886e0a93f68da3cdf7143ae61b1d79f88f94b5dbde29b32d4bbfab2f52
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0e97c4c3da985f6578f8b38559c44c8ec342d1
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec0297bd6d5ef3288cf19d36ef55c75139fe037d7fd95053d0c189c9c7006113
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8c647b9332b1cb6ce172fa58ff102f30ed9fed
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea89615de8f4c23e9f515874229858efc4b69fe9102533b3d1851bb72bac172e
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d77c179ac49117d6367381f378751ce5799277b8
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca70b60c8e41f91eb4a7193ea39100979d12b3a0b1583eb37b7aa19ac953d76e
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2464d02e4d8e1ab2dec3ae5bba6308171c77f7f4
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdffe3fb904e168302a5b2d7e2b2fe3661cbc8af01cb7100417e6255d0ec780a
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2df913b62d74d32278f285a77059a1ecd54d1e
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd481428794598785383023aafd9088aec7b1644c833049b98693186f9f80ac6
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4fc9789c9536aa5f99fef0a8f4d6e8b96324e2
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a7abb7c51f7cfce42b1929340afefc37cbdc0ba35b1755e2e8eda2641c9b44
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a60f498fd5370f950f8d64804bf703f5222dbfc9
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb536b1e61aed279b9f623da917f87441d083ce4659b78641de005b225ebedd
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a54787ae499cae3e179810e0501b911c24940a8
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b314453187fbec8534a968b704fd77684b1adcc76ce300e1272fedf2213ad1bc
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5bddc0f1e7c0e16a20b8ac928e63e3432db793d
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e1a0908247d838e401e726587eed26c7a87a066c3492c5b2b25dc470a59c52
+size 89305570
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d712a2637ba038d5b211d2598b7fa622e133f8e0
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c28d2fb9eaedcd55736085f309c05fae67ae2d5e23f504ac825a8d29e313c9
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f962118a8c0feebe95dcd340ff38242f7921be3
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf92712c8225c8a88e00dc5c603bc2799994910a36db00de56008071b80266ae
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9924a87f859f47431d01cca391417b62196436
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa4aafcab3a9c201a4c35bca28a40f6333d894f0f7c452ff7831adb73c360e1
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79727f1afc3fb6d2dea903167e2d94ccbdf492f
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf50c8d56656e0fcc1a129f5b0c48ebefacfa4e58c362376584cdebebef16e59
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d85986a33f39e03c8ec8086005ecc6a623ad94d
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5478456746eb86c84199e2a126b3f3aafc5ca1fcc43a763b114c1066f038ff26
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d1632dd3ab26149477fb7baabccd506d867b05
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c76035a7eb2e96a6ee130a84784f2c288dbce93a7dcbec20f7a8e50b1fdb3e
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54eaa9733905f46e1a308f667870d105acd461f4
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f1ede5d2ef283b6c222f187db342a478f1a4edbe168c3e91ff4c2b50995554
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594a86a41cf7af10c90df6836cb4c407f7e0aa9a
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e2fcf8e0278649adbeb87ef9556847951335668e6c3bf9d3df6d53a22cda14
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e831cbe762ecb14fa6fdb2cacb9566cf6fd6178f
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42ac1028d120cf2637c1099f7c62fa9bc623650738b82c17460fe4c9e9f8781
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a1af550789f85b320f8b3c5f79e0bc05dd59f0
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156639ab2cce89695cd83152ed31cefa2f1fc3fc71798518dac9326fbdb0546e
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27237ad13b93c77f09c1e6920ef7d5d6133bcdd0
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec045822f04f8b6f0915c7e2aa1e120304e0961ac2da41e20709777e56b4cab
+size 89305698
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb1150cd881e739caab23880a28c6eda4168cca
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d084ce025796954ccba580b4aa4e46518b8f82a64c442909e985730a933cb3c
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0071aecbfc42a81671f9f7c0c5a073a1bdd18f
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6c6fba288418c0228da077b9a34291ac5d815c5f7a98b23f4c4e59b0203931
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9365be9dce57a5a18c4b0a533a3c91f24e19b9f
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5835cd562380a52db40a1e48c432b0937b94c1079343719bb94fca4f7d5340b1
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca77c4de8e1fe1cdc6557019ab4b6ee277e4087a
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0b8acd7a697590ef333985d69575bbb60913fa5bfd8dc269e8ec9ee1a9a7e86
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5067c4404ee3027f9181d0907f22c2a5f2e0a9f
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e5912850d8574db35214697ba33fbe12308559a3d4cecafbdbe5c316feada3
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03973bc2ea001872bc8740d9424e6ee05472d985
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12eacca0c3f1a80970cfe5fef5884afb804d281f67fed622a3b1b557d3937a80
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8870a6926ad2983519990d4f33e3957b6c27332
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed047356663dae12b9ba8c3a09d83c9713efe32359afb804b4485fc49488160f
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d15f8294aa4f115fb4b6f83d4c3420263c82841
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc515ec59a936a154c59744792fee9d7a1bd72394d01c4d4c53c58aead79ee66
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf814e51ff72839fdaf2bb1a5668faa2ba98deb
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9db091269c0764981e496f2c059efc0aecdb5b1dc4236ab11b615664cd26d6
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c5c3e6063ff024ea4aa5d3597d9336ab72b51e
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d6b1cd0e02ca393d023c81d07a451739a22f49080bbeb3e83f617b7c49b698
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb6549da6e443f4c871d296abd8fc6402d9d17a
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f086a5039c9be02e6b3a904e958ade7df2c417c3763ba9a7bff015f404d51812
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e44be0727760c8fa0aca7332ce0f12931eeec27
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9033f6c8f530a742ba94bf7dab46c1dcb01572c9ca74071ab1fa1c5c934d910b
+size 89305773
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eceb7e21309faa1c1764443746ec6688a835f766
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd0b96af52d1847a2fd6b5b76c1d811ce3064834ee2ebe7c9cd568a5d079ef4
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ab38693feedcc15996f90b674a7d7faaecc4c5
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894f0856d5b9ec726feab49c4021b98e85ee1dd4f29709f40fc71858ebc6e3f9
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c5f31b0a3be04294d9c50d35c98078bbf298f8
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c98898279867fab21c6bf28f9ae091b97dc849dff042197329565d3525fadc
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462cc4563a2dc008ebc3039c86a561563a51c529
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64119acf51cc336c277d05c0e1f4346b350ee650daa3c86413d09e1c80343466
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d28c8f0ee1d05d4df6fb76697134b96dcfa8dac9
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fdaee2bc2b06d64c41ee2a4c2a1f34a3ac4a86087a4beb6eda581cea9b26db4
+size 89305773
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1452d114b53a75e3681c267a970a0d7f58746bfc
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02bda7c5ff1de054ad23d01b058ebbff169d64bfe5577c77fae123e0fa67846
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f54c690118df353c985820c75f4fa77bd37092a
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42bfe46aab3f7ab92b58065f42ee9a54e2f4fbf722deb515e7a1f73e9213887
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd9f20e28ab0fe3f44e1d16f0b5e88052d8843c
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61295a7d0c0d7c441440d2fcd4426976750db7a20c75b8a90c32f0cf76b04512
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c870e3e8f854d343c73d0bb9a7008d7bfdf92c
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bcff9ca4f5ec25b0ad3cfa4a4f669f8fd2cf3228d4c936e5b090507c4d257e
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82bd9ae68be62a6f20b4caefbad8851218aba68
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823774d6930edb9488f0dc83788a0e50d5b40b804d7187a87d9d3daaebae0cca
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a739d6b36084dcecd9beff732fbaaaaaa2cf0f4
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826eaca6e317e00aa7f53338331b59b1c1d24e041212d86a2e6aac37467ac385
+size 89305623
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d903722ee2d347ad4ecc5a8fec6cb4b90f7a5406
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185e91cbc530d0bbdd34c69485259dc834c68e627d5c4ed184f766593c067690
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee37576dea80131409efeab1b61c7cda199f1c6
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3efff9c8e7dc59a3e4d5f49f9a81eb3785dac2971b8a40f2bcd48c66f7fc010e
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9391d090c213c62d4f558daa5e9a1a359e9aa3
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcce157e8170119c02b6378d789ffdc1fc6acbad55c0bb491aad4d4b09099635
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8f2a9ddd48094db5fc0ec7f319277e1048ff8b
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2169642a586b0c5c02ff0028a8654c22cb2c60051ca2841ef096a0b97aedb52e
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287b6982d17decc4c1316ebd03c20efd5e34fe5a
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b8a6abb14df9c2cf1d8d67885a389d628bb592159c77487760945a3203a74a
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee7c95986f8f6fc942c7613a73bf19c4c8ca029
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbf9ebdbd1b9a989ee5e5fa5482fe5bb3646cbc5c2be2d29a0390b727c7c800
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a2966ae8f7a5f2b3a9fece49e630f988ff7114b
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d598800e8777ec03a6f99877a2ad6b5b9bc6fe9155d3731e6659c102b6736129
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ec163f5cdcf45e0f02daa7713a613385f03e3a
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a330d467a7e59411736b13df2b0f922399803496fad4e95d89938449f29ce7
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e541c6abff04ccb5efa3dd44584f3d58aaea3f8
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0151397f1fc3deb72953c387f0afe2103f796c88014e4fcd2d02666a31f82021
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d860477dac36f9925006eaaf321a20342f2933c
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7578380259026f85bcbff78f108558823a5e13c97f36fb5868d41677eeccddfb
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d2cac2803a9f408a79a65e561defc9b11cc61d7
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5013f347e1a90ac2fadd4cd3ae89adb88b04459cd35a751ae904f1986ce434d6
+size 89305570
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f45b30be27aaf67519b14c95d0e411efd124df3
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ddcb619a47b4a3269366d3f48b4175c1ea71f4bc7d1b41c1de59c42ceb0c22b
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371dcaee57c8a33e247c37c78ef98163fb7c703c
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbedcc3de69dfa686a1d8c22ba47e29c6c3d1403ba250b56ffba522079fb21f8
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5019d4dbbd643e0d3fa1db63c974d266efff32
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2127297aa0d7e937c7d52bd06c323a62a0dcc44dba3d79675099081c53404cec
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eaf37149b85e28b21f4c83e47723cbdbe6dc9a7
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ea9df5349e793ac2b07c76aae0f8871a95caa1690d1da79f5cf97c88186d25
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf5dce132ae467174a55e8242d766c374b2abe2
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4104999f381a1683141bb138db95b72e2f4a61006f4b820d0e09222000d95a6
+size 89305773
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006612cfc0aa6cce61f765a12c4b14307afc8612
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a66cc1059726b8ab6efd167c9bcbbf2c0caa392b85c8c5ab80bf434f587fbb0
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c1bdc6819f4951797a8bb1fce41b99f461057f
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e363f1ab061a145400ba18802e45596198df5f14038a068a4c04565991c389b
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faaa5cb32fc0a5448836f8285b6300a5d0194a73
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c78541a0cef9b65e773a3508db03b534d413c168cb957eae45e6c7d4ba7594
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd4aeaf005f9cd487d1242be880704c076731e3
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d5f433f96c86155855fc64e810fdf3da68cdcc4b8e9e7f39b3f3440af3aef5
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2742adc5db3888013caeec1b0bc0aa133ef178
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f93319f6755575fd597d6e4be6a308916ae5ff77fc55eece6b38f9a33a362b3
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed09742d212e216667360c71978ec1cd573ecfa0
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d9bc52eb722b67a5c3c2b69598899f442465e622609255d3caf10da1b52e8f
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e22fc91d0e76197f721e0ad796a74ba1f558532
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54178d1c98b64e7467d956a5135d7f818a9c16859be9388b03dbc5492b908637
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e8a0a7586fbc353558a48bf8630d01e9485c5f
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ea04e496915a11b4c9fe637b04d57bc801394c2e990761f3131dc2b3204cc1
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62af4d7279bb0be77240c8a902b5c8096cd2c8e
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a10ac39fc3e171a3f7f35cb72501a86f814a41dd38627f0c9b8295bc03aa18a
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2723c6d4856fa1cd92681a3a99c89ca2a776c07a
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19bb59cd2ae814a76b89162fba2b840af5e73b3df2d1170e7831adb8e3d4ffb6
+size 89305773
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d28b18af4ca53fb5c91bc222b7b17aa7c1b3e0
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ea0ae20a0aa871f44ebccf17817ba7e4356656e0f4a1108d72e6e253a5b1d2
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46da196869686e952ca88a5f62b967d8d268aa0
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071a9e751ac64da34d21586e26344a53fe871e3809e5884594dbe421f9d9bf6d
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a57ceb61ffe77b58fee09dcd98f80442943f5f
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b745033745e6866d8e7cb7cbbe63b632b7390b72168d437a78a6b2c2b6d9fd6
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d0486c202ae6455dfed871debd722bbe2b1e08
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c94452bfb32d9086bf2a551c79198bc968bfb47607cfe9babda543dcd50db0
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcd834c890e8bccd080dc67b61a518a2a0b672bc
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae04e04dbdca696bef3664e7cb5aea475dd63cf7fec4cf6b196ebe3490df7e70
+size 89305773
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e35aeeaf7b2f0b24cb24f3b2459713af6d95d5
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfde63d20e06a4c28a6da4aa2b4499e40f3a9c9b064764e69cb7fb0f9349a69e
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1156df6e8ee557616e9d96d2a8b11878f8bb30f9
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1866a4eb40dd3f1f9eb99d321b4d9880e99d77bb05f1a2da8d0965fa3b3b42d4
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e37639e384aa8e0f3018937ad41ed2c6c4d019a
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5389d9305e968655cbd119476a12fe087df0586cdb84bf1c06b0492f7da83bf8
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..744270b00f83cf4b9d27586ce62379003ed7d690
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e957f97951e04df9b1cc9b0d090182a4340ebd2e153118a027ad4d9c8d25c76c
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0faaefd82ebd659469ea6543ada923949694846
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2485f210b3b55fc7bdd9dde10c2876d8f7953e6f25aa2d1289de4b74b9412fe5
+size 89305837
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5763c08707854cee0b5d195d5ec310614428bb
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd2793e15af4ec08c1421301b23c90a07c001126223663076c5e1af5f520b4a
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c818785a06ee0eed33f48246a2c6cd3f0286ec
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3008938a1a6445434e790f83722993ab2db91230d83938440fa7a42d5133624
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9629f175f8a7e25aadcffc01848c0b823f80f4e8
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d369863020f1617472ac062e3442f7b4fc081b2309315f43a4f969b816b52c
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..031270112d935ca9a25982d3901cd18907ce8b21
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd4c400e9de3bebb946df7c748da3d37f94302be8a8ac1b6dbfd055b50331f8
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae61cdbdbd964e86af17a740be779622e0c44eb
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae547ba4b60906606af26cc5074e26c7c421dcd0884274f72c87d63ae326a46
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b96b66f9cb3627781ac218da33f9a1d2c952108
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc5924a133ab0ac434ed64678f2f98b6be4fb2d7800c117c0ea13f1181aa5b3
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f82c304473b5bbfe9b2d8c6481b23f6c85ee70
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da846be0d66886f13dd5e49a0d969aee57e63340be3ef3771580b32130aa6b5d
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa7cfdf5a36aae9f2c2e59f1df155aac0a1b744
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b7fe13ffe96bdc5acb6633a22cc5fff6fb9fd5a5aac0bb7d8a56d7f053189f
+size 89305762
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f96caf2ccf63cfa47e08ac196d941395ff68a96
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31b4032fd752115941e9e60901603beb4b6a29b39c210198983350d4645b04e
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..786ff62b4f4f756efe54f4b31f6478a1bf650507
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a982435e8010dfc8613ed17c0123d2a03475dee173796e9ea69d33c5855acc1
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1766599a23020a3aa14149131529afec36e9c0bc
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16a7919033f0d83066e41084a5f42d951d56d8dd3dd238a28cf6512baab1883
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9978c1e1b17b2138e80943088a6b0554fc9692e
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d17c35c62115c06364e8c22857abd7def1181c0dc1c3c9c6b4033e1f3e499f7
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..580e7111a316505e5ab72bc05554a487280541c5
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf5bad0b509c0f68efd5d19a3bf997bc104d49af8d6fdbc82d23bfcc2d2548d
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a9081a054f22a6abad3579a4f4e17076e7af89
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a429b07486271dd632b424a5625c6b66e78d674ccc1674e4f8dd4408aeefde7f
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7677a19575d3854deec9b5415daecd0f053ba47
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1382174f470e3816922303e1186d9b52c2fc96245fa3e6da759a861d05ddcb6
+size 89305709
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5c1e690f7846733ac33d01217b05004c58fed0
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775ebf011db81ca2c457737ee4ba24f15bca58d6f31902d8d4bf7e748380f299
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92da775eecfa45999a031822493f4e3ffc48ed1
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5851a31e4dc32a86de8e866a89d62ec780cd04f761b319e65257a754325185ed
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9d210cf23160c3834dd860152a779466eadfbb
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d7f455f17e20b165caa998a756059a008dca8b78d46cd3b87a0b2fa7f1ec2f
+size 89305773
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1657314b12208598830045200662fddeb6988117
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9eaa53970019781ed3335ce62afbad5ed41b39860c5da7e9a646203b266228
+size 89305570
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50dd098fa6189b6b014e7bf9d67b99fc3573dd79
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0704b165387d9b923c3291f40044cad0f9783a506cb2a9780922dca0e516a2d
+size 89305773
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2978ae480450a53e83b7b15000f85fbade9a4775
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d105290b3ac5f1cdb0931c8f29e339ce8690f17f8e61cf3c35a8c2643758dd14
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc634cffe0468643c3c564fe0c8a301bcd83771d
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a6d52631d2b8e3ed4f8119070c4629dbeb321b60800e37b3baf2c097d27eca
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0398f8a1cf6b263b6570ccb4a8c40f660c33c98
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda3c948cb5697207f311f4224b332094e0598e159b7150f8c485afed17bf10e
+size 89305645
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d1bf259cb09935a839ce1d87e24679d49efb24
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359b78d21e1ec5df8c72dfa7eefe0c99f5e33c21e81fe88cde6313a7a824d4c6
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cade3af46110836fb5ac3937d115cb3fc49a13d
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5435ad327dc8a75c0bf3bd4542755aa46e38b44befae99f06381590f4ead5462
+size 89305581
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8042322f96fd83b75a0d68f44203672579d7ca9c
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966f42938103326236e2e0dc455905a988bd299aa8966a529ef78eb53ce02c81
+size 89305570
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a443b43bc88da6d3ce39986d1244fe423bbace90
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2284f53e0c2780207bb79e20b256c8302fd7046443e828774e2adb3fd5752544
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..365e400d33b8f802bd14e595649823c4b893bd66
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce0352a36437961a279bed977d19c16781470a6183699d62c5fece5e11ca41f
+size 89305698
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384e8c78784e4be1a9e9b9111629e2f1fb84d1f5
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b9712cd0c02dcc74c57c366faa274d84c3a3273569f11b0d5e908890300e2dd
+size 89305698
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9a38c5dd58263c64fc4f5708291a5be03b9371
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa522c877d0e267df5c02b87706f063b094a8c714a8e9c7de9e84a38689f83b
+size 89305698
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc35c56d3608661afc405e6989ba81c1f4fa0fb7
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4211fc80d3c9634782135f183e5444f6383426657ebd01cd87c5338a85640033
+size 89305559
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aec8050dd8507a8ee567eaa6b6a843b136ab02d
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42cba6b620f1918f8e893e2e87620deb08bfae772e39246700b1656586ba09db
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e78a5155e788b9c4e8b0a9760f3d1cd7d9e7ec
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef90d5637a7f115bb808c0fb39877df66ea8c1fc44c655787ddb119335828caf
+size 89305698
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b71cc2dc5da374e01e0cd89ed813f98b68e4eb1
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d868ac93dc3d2a15ec6c79cf661a00604058f74f26e509e51017752a1aa57d
+size 89305698
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42475f6979ac17242da061e8a44e85be8376a397
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebf0f1df99ff13b484217ea45dc4e937d7d96240555261a0b700c79ddd25583
+size 89305570
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227f39b4c562da245cb9e8e1084298c2c9d96580
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67780b310d6a356ba29321887b3ab3585b42e5f94c392a5f85ece5f69eb81020
+size 89305570
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6949d06e1be149ab19d43ffe1df074a87d04c540
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f9365325f794de749fd005a36f95f02897ff4a92038911afe10694e762b295
+size 89305762
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328e0066c332ff7bd49ba273b9fe399a6ee3952d
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7ca7de1bb2602de55005e9e3fca7be64fe292f4fd329a0ac24e2cee140027c
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64b5aa105a6911709fa0366c7dfeaa103c6f62c
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5dc94b23c8af1f4902e17dcb7cff197995813a5575eccc9d9e72907237a9a42
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43510d865a99ce656ab0bf132869d0a5e299662d
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4644d8b6fde3b09a2df38d0597c250277b067a971cea09f962a90c3df33ac8
+size 89305570
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5e3ee2dfc9d1a5229ee18c754fc56d8e6ede16
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13bf2534db3e59a398ba7decf29485295e3ccddec8c97ff2df9175feda7ea43
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fed2bd3720a3b91e90cd7a4f4c59e7a7984d693
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e3da35874441f1d7d155a522062132b9dca91f8fdfbe8abb34b39d4d63e7d32
+size 89305623
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8e56232ef5238261ff767bedfd827707b14a3a
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e927f1a6dc7f474a3e9aa1d50d22794d8cb91df695056477c409ad3019d2b9
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc69b48ee4d03f2a3fa877931a0248d256241a7
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d94a12e7df6691e0372cbb3b8ab9816d5f63454bf7d6001958586283c1041e4
+size 89305762
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54fb67e4eba7a5c82b36273386337090f1014327
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae86fb049f0d14915f9f74becf0865138226b9889616e5647201fd7bd37ad2dc
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b2b786e536557b2ddbd5115a7c5115c6e3c554
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c0953ecb99b9f3b9bb11db206383d29b5854ebcdfc0531929f0e228086fd81
+size 89305570
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7617d2b3623e4d92c974ffd4d006b19e85355390
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1fc718aac7a1aeb79fe54cfc6177a9391ae8b257c04db5d576b68dca72a3a12
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deba4ac80f6532d3caa960e981f48c3a5466e1c1
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1068b9246798184326a7df25fc7ab3385eb98be6b21035776fc52af1db4b554d
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6632d7eb43d901315ba7b4c0d771e28e4634e70
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239c58b815ea3952bbde891a87932bac0b31f8268f8412f337a4c7aeab1417be
+size 89305762
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f112f3df938412e1e0c442fd0e09596c8e52e88b
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5afc9a09663ca2cb6be9d111de8e0e7ab550d546531fb08d9b8442c263f82d7
+size 89305698
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5880c0e967f7337095e4dc84cff26b87d5dbce
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e2c42d635fd7ca586313495be7481581124ec1cf514c85c7ea00c312c49848
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..334eecea73fd2387c4183e370008d5f1795844aa
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d222783c42739ed620b886241cb1eae59590f510688d6426f4728d654774cb6b
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5046487824a402d419be22e5f682fbdb6e6c6c31
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b539e746e5652e00929b4d4f540b7a130a1eb712e91c5fe403d6114c7285e5c9
+size 89305687
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c25bfba606a43cbe05f4b2ea08cc0daa3d1cc8
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d4953fc4a5910a7792a24a2d6d36256764e1132e663c0af3df224a7d828844
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80dbbf815b9a8c5173c1d752f6932fbc9cef44f
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e20c95c7c88ea1dda3559a53e0cda8632b15ab6671949af41cf95232b617de
+size 89305698
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38b4b8b1a1779d92ea9f76efa2219149d4b73a6
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747121c86fe79d69ee2296ee14bed737f69b1d7cfc06c5d30550105b3ff43c36
+size 89305570
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca04f15a9e6c76e4b47fc9faeb46e91267b2319
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2724070f1c9d094ff467d8f2fb98f8afb091ef0491f00825d27920fdcef3a15
+size 89305698
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2839d75fb43c8992386d88c3cbb1c6c280657a
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b0566e4178f1d065e22f5f714a54d3d5f1f68ab40c61340ecdbe916e3ba3a1
+size 89305570
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b53309bc1fb942fc185583e17bc79fa5612321b
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84693ebe67ac477b3c8b0ba35638a6f9b424d597a0726501bd9b12840f60528
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682bce1a5b570c01fb7c112444eeb50e005e475e
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85287de2ab3459931e11e1d16bf375706a53a3a636c4374c285be2b0a9bbba4
+size 89305570
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5560c693ae000d163d53c87382f2f4db4df3bd9
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6f8ab32db719d79f675f4002b282d8e332c6a0e47f19c20ac4c2f473751bb9
+size 89305570
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..553533babfba9e32e23f957b2ae6e2154fdaf8ee
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:022431d6a5da3d6dcadf5f9f3d2bd5724e6c7d8699a16f35ec3d6758e8910cb0
+size 89305762
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f0e0aefaae13140cc596fdaa025686b686e2f0
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89adca5192b17ff726ad7819948e155c32b2f2b12b74d6861b95fd8910cd5d81
+size 89305698
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d2fc6df49c9c876c068f6afa1bb5979d6adca1
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31516fe3a7fc69bd4d33fdd92e9c699dee07f4ad69655ca747ba51badff699b3
+size 89305687
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d472731254034fa6e5210d2dc151baf80ee4d603
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574b76e4a6babdcc0fbcb6d6e5e8eae7644be1ce8a02ae5dce1d8cd0d0181480
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b56c8ae213d16cb231c5f21da61d1e0e635b29
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c189c4685b9f3dcb51fc37dd71a80a1371c086ce797958835288f10c22b677b
+size 89305570
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490606358d65d74091adccbc3e905b9f334196be
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c7dc74400c80b2de8a54eb9789a066964463d6fe3684905a68d3acd11ad32f
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a975b132efb99b85a05d415c70ca731c365ea9f5
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e217fdba2e79342d079fbfb14f250735f7bd89329f0c79bcd30196adcdf9a2a9
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1998c3fc3768c2731c6c4b06e169c4065b8bc41
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72cb8bd26ed3a95ce5fb0a0ef3293e4c24b47d76a1277070bceabbd5f5559869
+size 89305698
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34443ad7e9f51f7e15f0a469992947fe7ba4f7a9
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f7ff424ab2992094fc49e72403eb39d69f973eca2160a2e551cde8a36a369a
+size 89305698
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62afe8956ad96f693d34d77888a874561a9ce4bb
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c329a55abbd032d649d3272985ee89ddf46cd598cb63d9ca507de3be9681dca2
+size 89305570
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..145e893dd70c74645f60472b008515b76a6cde07
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9386c4bf07e86a4a417bac69ccbc2f0d7d150ffcb67082ff8bc568002a79f084
+size 89305698
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96257a2aa58c949be91f028e37d7fed9e46fd786
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24136c68bf8e3eabb4601b6192dacbeb5e80bf8df13b5cc8e5474a44a6b5292
+size 89305698
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56405e33d50ce4b11ed03ebec1bddb0b6ea7d555
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef83d5570bae4c849000ec682bb8abf6ad139a5692c5cc522bf678c7725e8500
+size 89305698
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc05563925fef8dd083f354186faf33f354fdab
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe37acc1d237c6053dd017a44c43571d8041c784a83d59f944a9725f2015fad
+size 89305559
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..580a239c1d4d559eb3e3a16b3c62fa650dbbeaa1
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308d401bfba9ca7051ed5479c31af7a5e94306c245f54b8f599c01e45f2418ea
+size 89305570
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225cd25f81e64586af1a4c6ddbe98fa6c16319bc
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b9f9122eb59022263ceb2a91779bcbc814c03772fe68f316a3758bc428c071
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b507298193065388336d7e1da736684093242f
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c39cee571508109f7a961155a1a5751961393040a5bbf4adaccfe59ebf8d97d
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee693367a1683e35154c34f68b7d9648483af08
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af13b821c0def39aca681950687ceea308e997d7ab71f219347cc5584ddbfd6
+size 89305570
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc6839c5712db29d8e5b6af1fcda4c3c7afb666
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e89372c2395cc3738f662ccd661299aa6e32c6f34c0cee48a3e97695adb0ac2
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2412216b965dab7600091219fad7364edbe6118f
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:491b39a90cab8543731627af5c4489d34587b7bfda20db2b33dbc1c59da5848d
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56dcfca98d0f061453b4af7927ab07cd5a385314
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df35e9c76cb0f4a9dbd7a543ed8d6cf2dba48e813cd6cb5715680bc03e14bc8d
+size 89305698
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb3ee87d5398c64cf95bc1981f530098043d428
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5e6b9d5a1c987c8c2557a86f3d84d38fbdcc6d6f7459b0897ad4a35d4cea06
+size 89305698
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90812d8133baad9b93fa62079ad4108866144a7c
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aacdb9557bc7d375ffcbac2765f0aaa3493a08bf28665b0cfb4ffd59481116d
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad2a2394eb73d88b62978e0433df0ac34798982
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd9f76e3d55a0e945bf41a3d4e2cc953a7f61a32d66b6f61272e699145f6b35
+size 89305570
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af503c25311e53a05022a82bd17fa1250a566954
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef9f357f4329a1f0e08423484d06922955977a68e490c8c0af8caf3fefd1d84
+size 89305559
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1ce5e0fa5898114385053c6b75378507925085
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a876daa59f7f4a9b120841b2ba73175a1239b027af7f7b714cf90f35eed35647
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c94477e3b1e1013095a16df45bb49ac350084d5b
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df23bd191640698bb29fbe6745bb5e51aeba230af6dce199d9aa72ec727f92c1
+size 89305762
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f9c8845261385b1495d81a4f8e2c461f928f0d
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f167b9483604bb223f35f7faf738c3dd7902a85a7e89d0ae13bc0b563a808f9d
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe023278e2d900823702c7f3f4bf2c2e9af3f67
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232fdbe4ae9e04ff5d2d2cb190114b57540e05518908145d595a981f1eb73139
+size 89305698
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354f6ca5663892ff22e832420b303c1669795e17
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738517dc275ce528c7aff0081de4dfab1ade25e319f388934522c93c6820d024
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adaa4125d029539c7f13862d38bbb890e068a905
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5854831ec5d2bd01aa3dea43ce0c24ef4326fcd55f2b5189e147a0e828e90e92
+size 89305698
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddec5e5b6508612160367e6fc75e77eee92a03d6
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5b4b5a07793f1eb517b1805d37caddf81a059da6558d9c28e0e61664583c26
+size 89305698
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5dbb4c465111bc1a779b446cc5f732372740f8c
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1fc829ee6c07e5c284fdd301f4d8149a825c4392883a2d6f6ce61755a70ad2
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf76eb44e3107270d570571039873c75b74eb837
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70633538228c4a7c96c64adceb11cfa56bcb6f4d5ae1c5e489be082d7cb22aa7
+size 89305570
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac51afa5ac2decf55133be04c2df17294169fd3
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27694e88251abc513b5490ad30907a298813648cf2a86d30b01a3122a614345c
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..569d9faf2f32898e201b6d678652f3c46268303e
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6fef7c09606e541810258819a4e0fb32b36c31b885fb1f24107e642ee90a33
+size 89305623
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b7692c0e35e0106ed35f04e76f69f72e3a1613
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4606e072994c98399ef1cab4652d9f06488aec2ffa595a86d16841a042d157c
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9fc2b2c7681de14b0d19fe1c42bc19be0bc1cb
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0860f063b214cae505ec54566569a228b81cd0eb8fcb293d261951da4497e9b2
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84142e77272a687d298f76970758fb01ee10586e
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a0424c2648b6610e4fe04912528cad67850d651c03a25bef7f952aefbe1df3
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d54547a7a57035e1cbdab5f7599e856567d07c2e
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5033e559a57bcf39d744a2854058454774071323154edc39d6c1adeb77d68fa7
+size 89305570
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8228178a67ebb4da6ab1a78b512265a7972108d6
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:421c910f86264a273baa6643a8f96d6938c971f523d823877b526a531566ea6f
+size 89305634
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e55905ca1a3fa3847e01963043a6e1904d02f44
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3081a72c37c5a0d100be6acd616c1566488b7bff1eebcab8944240d87298c8
+size 89305762
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30520845b9b110b8859f25fb12064aa22c6fb48
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eaba0125e4370375600fe66d8c7dc0b118d05108654fcf1ea631976644d8127
+size 89305698
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31017edc270569e08fbf346b27d152deb2994fb3
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a941daed2a2b7b17cdeb689b406c443dbfabf6270aa36c073013a3df1682e3
+size 89305570
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e669bdb49f2cc0b15a84250d3b4947799c3a0318
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ba962255d3bb5436706eab7cadad1953e347eaa4028dad9c1e9998df8bcbc0
+size 89305570
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3aed3622658580b9e21759820d2c3107fa17b6
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ee89e2dfcc23ea60ec58981cc1dfb0fc94d22861b6119c4c96e3bbb38f9d94e
+size 89305698
diff --git a/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2758f6341443a5793d0d07a34ede85c9d7cc1ad
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3471931cdefb12e0a94631600a3655be2da64562730d81809e7aa96f091837c0
+size 89305687
diff --git a/2b855b9bc4opt/global_step70393/layer_01-model_00-model_states.pt b/2b855b9bc4opt/global_step70393/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afffaa1bdfee039f6a29c4cb47baebb3745fbb3e
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb7561e97daf4dfc1c57cbaee9603e3e350a948595a2b157a8c56e5d19d19dc
+size 241239299
diff --git a/2b855b9bc4opt/global_step70393/layer_03-model_00-model_states.pt b/2b855b9bc4opt/global_step70393/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cffb6914285e86e3678a12b836bff2093380200d
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4205a17fe5029e2e80706991a2d418aacf8e597f64073be9a482da12e9313f
+size 127466243
diff --git a/2b855b9bc4opt/global_step70393/layer_04-model_00-model_states.pt b/2b855b9bc4opt/global_step70393/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bedddc877647b46dd18dbbfc1a71385d068658bf
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7697fd50cddef42b4bdfcd2db9b52075dc6278155ae925ec8e8eff72281caf09
+size 127466243
diff --git a/2b855b9bc4opt/global_step70393/layer_05-model_00-model_states.pt b/2b855b9bc4opt/global_step70393/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648fb0d81d035f07f3d35d746c300100c7cbcc5f
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2420e48edf2c9938b19028b6209fe72cb8caa57646f1681c0420d8d685424f0
+size 127466243
diff --git a/2b855b9bc4opt/global_step70393/layer_06-model_00-model_states.pt b/2b855b9bc4opt/global_step70393/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02bcbdb6d61eac793883a6df4ea5bb30f51de1ab
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731237d4ea735ba05d62a1263bac8eb134a38e3efb25fbb22363b41bd026c0b1
+size 127466243
diff --git a/2b855b9bc4opt/global_step70393/layer_07-model_00-model_states.pt b/2b855b9bc4opt/global_step70393/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8766abb39c670160cb51411314f57123323c0b4a
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04235917a2a905bbd10e1e9416bea4776e7281dad4bfcefd2c7975019af4b018
+size 127466243
diff --git a/2b855b9bc4opt/global_step70393/layer_08-model_00-model_states.pt b/2b855b9bc4opt/global_step70393/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5979b5c513ff1e652f32e07e1706dcc475085519
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a54d536e8dc409e071b83b0ccdb18914b680ddde030e0687ea36e512a463dbb
+size 127466243
diff --git a/2b855b9bc4opt/global_step70393/layer_09-model_00-model_states.pt b/2b855b9bc4opt/global_step70393/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb14bc335046b2b6759433543f0beb6a4351996
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea0808fe68dd8e50859d151731bd0e13def2867929fc03fef93b4a9efceb11a
+size 127466243
diff --git a/2b855b9bc4opt/global_step70393/layer_10-model_00-model_states.pt b/2b855b9bc4opt/global_step70393/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3fb6595b9be6a4a231602995d3c90cf4098ceaf
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79601a3b6299658a1aa76da1ad2136fcdeec608207b82a7380117633c6482b1b
+size 127466243
diff --git a/2b855b9bc4opt/global_step70393/layer_11-model_00-model_states.pt b/2b855b9bc4opt/global_step70393/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c9545ff2b8941f9ee698489fb7d9a76148526fb
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08baffe7c63d9c9f31b62ce3862fc6b01ac8a8ccccf060c08bfa43b34e6c34d8
+size 127466243
diff --git a/2b855b9bc4opt/global_step70393/layer_12-model_00-model_states.pt b/2b855b9bc4opt/global_step70393/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb344f7c66f41e2561ebe639055152ea87a63399
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b633e02b32f1052a0ce34446f7346020f388008a867698685e2f6bcfab51c173
+size 127466243
diff --git a/2b855b9bc4opt/global_step70393/layer_13-model_00-model_states.pt b/2b855b9bc4opt/global_step70393/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b80e11a5796afcd7813c9b1f4dae4d4a4d5e09
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40040e5f4eedfd6ac917e719ff0f90aee27268833386d69f42f05d0b3c35ed69
+size 127466243
diff --git a/2b855b9bc4opt/global_step70393/layer_14-model_00-model_states.pt b/2b855b9bc4opt/global_step70393/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6cd50de246389ce2dd995d17c74afbccfc5750
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e752eda487841f592832ed558db9fddfc167850f6f8c4f1c448cc41c3fa626a
+size 127466243
diff --git a/2b855b9bc4opt/global_step70393/layer_15-model_00-model_states.pt b/2b855b9bc4opt/global_step70393/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9403b898453af906efa9fd17779ed044cc9c33
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda59a0207e9909aa63ee819b281347df6c5a38d6d7ad200c45ea33bdd01a1bc
+size 127466243
diff --git a/2b855b9bc4opt/global_step70393/layer_16-model_00-model_states.pt b/2b855b9bc4opt/global_step70393/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73958f3e8240fc85162a7023e2ef3414c37449b
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134f26f3dbc82e569c670174717bc1206a0cbea8c04b0d888ea515a080e47cc1
+size 127466243
diff --git a/2b855b9bc4opt/global_step70393/layer_17-model_00-model_states.pt b/2b855b9bc4opt/global_step70393/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5a1de23fb947cc42b72fe48f3596d2d31a63e6
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6879f017c1c4011eac69a9a0b334cbc5158267c67028cba80a4c5c9511e2da16
+size 127466243
diff --git a/2b855b9bc4opt/global_step70393/layer_18-model_00-model_states.pt b/2b855b9bc4opt/global_step70393/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b19860b8995ad16121d0991e86bfa805bfcc02f
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d91ab4365caad4868cc78296bf37f6d4d2e937b1a26af311297e854b6ce04b4
+size 127466243
diff --git a/2b855b9bc4opt/global_step70393/layer_19-model_00-model_states.pt b/2b855b9bc4opt/global_step70393/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810c1532be61ba45e5f5ea605b1d73f1c6ec4f54
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c2d0a517bc1543f4b4ce73391bcd036f44daf20a5e9698160901ddda29ce1b
+size 127466243
diff --git a/2b855b9bc4opt/global_step70393/layer_20-model_00-model_states.pt b/2b855b9bc4opt/global_step70393/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83acf6ae8ed8176787296a7d35e13b9c8b3bfe5c
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370692724712e0347b20f6e001fa67f1085c90a663a35c91d7faa4618baa7240
+size 127466243
diff --git a/2b855b9bc4opt/global_step70393/layer_21-model_00-model_states.pt b/2b855b9bc4opt/global_step70393/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b9318dfe37b45e16e38801b459d66b661c1d46
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4314462218d301297814684c7a520783268dc1f7b7ca7c77b427289b6cc48d
+size 127466243
diff --git a/2b855b9bc4opt/global_step70393/layer_22-model_00-model_states.pt b/2b855b9bc4opt/global_step70393/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399d9a2beb961cc5b4b579bcf90bd832ad8ca65a
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e20b04c41b97283e69d65d8cea3947866c93dcf1872f6e2cf2daf4d2b984f1
+size 127466243
diff --git a/2b855b9bc4opt/global_step70393/layer_23-model_00-model_states.pt b/2b855b9bc4opt/global_step70393/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8d1750f1ed57394ba2c2d43502c64aa6d81432
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220431ec42e0bccb66426a52629a34c0a726dfd44959cac9a37826b371b2ba8f
+size 127466243
diff --git a/2b855b9bc4opt/global_step70393/layer_24-model_00-model_states.pt b/2b855b9bc4opt/global_step70393/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50d983e8f6c6068a132d14fe6b233c8246e6d0a
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7fdeedc73174b20030a84406823a4e727427bce22f8c044e1e12c62fe9b9350
+size 127466243
diff --git a/2b855b9bc4opt/global_step70393/layer_25-model_00-model_states.pt b/2b855b9bc4opt/global_step70393/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02dd2d87498b75422cd802bd66367449db467af5
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be20b7e05b1d7b2f5f3901df724fefaec814c78871d9c778a96c47814727977
+size 127466243
diff --git a/2b855b9bc4opt/global_step70393/layer_26-model_00-model_states.pt b/2b855b9bc4opt/global_step70393/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314f7af4fb0549a1b14ce9f28dda7557e7a9f4e1
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00eb89ce9ecaaf423253f920267742b843e2249f84997fc40f29cb120985f04d
+size 127466243
diff --git a/2b855b9bc4opt/global_step70393/layer_27-model_00-model_states.pt b/2b855b9bc4opt/global_step70393/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbcfa7f23a873a5b719c6479d1bce197d43a8fbe
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aad061857ccce5729f467306255f73aa50c3a7fcf3b800d3c62906adaa1f9d9
+size 127466243
diff --git a/2b855b9bc4opt/global_step70393/layer_28-model_00-model_states.pt b/2b855b9bc4opt/global_step70393/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ac5a98fd970c695c01c76846788bbf02fcf100
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edba7e68edcd80b14f75eb3fad39391f89e46107ee4e7def84a3e24d2c9baac6
+size 127466243
diff --git a/2b855b9bc4opt/global_step70393/layer_29-model_00-model_states.pt b/2b855b9bc4opt/global_step70393/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e530d9f13bc7314e0ba544ee32e1adfd23d980bd
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5d91d1d4c98fde1ac1d701fafbc1c49189484acc076f05adb3a4a8edcf4d23
+size 127466243
diff --git a/2b855b9bc4opt/global_step70393/layer_30-model_00-model_states.pt b/2b855b9bc4opt/global_step70393/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6377fd21ce328f6213a99f0e84862ad502afd2e6
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f0d2bbd1c0fc90082187a5b8edb29d5bb58724ab3c43ab217630ff22a06b14
+size 127466243
diff --git a/2b855b9bc4opt/global_step70393/layer_32-model_00-model_states.pt b/2b855b9bc4opt/global_step70393/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace94cb4ac7605962772c6361448abf38fe4a0d5
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f384af5c23b1d7eaa9e0903ad1e519fbd38da0ae5f8ab792c867f1cbe93a199
+size 10435
diff --git a/2b855b9bc4opt/global_step70393/mp_rank_00_model_states.pt b/2b855b9bc4opt/global_step70393/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4492e05d6be655650b9fcede3539e4fb1a15d8
--- /dev/null
+++ b/2b855b9bc4opt/global_step70393/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c52549bac982cbbbb3f73bafca0a98bf901a09a23104e89098b83268799d1e
+size 45363
diff --git a/2b855b9bc4opt/latest b/2b855b9bc4opt/latest
new file mode 100644
index 0000000000000000000000000000000000000000..125e9347a49ef6c31c1e274272e3ee0c7333db28
--- /dev/null
+++ b/2b855b9bc4opt/latest
@@ -0,0 +1 @@
+global_step70393
diff --git a/2b855b9bc4opt/sbatch_2b855b9bc4opt.sh b/2b855b9bc4opt/sbatch_2b855b9bc4opt.sh
new file mode 100644
index 0000000000000000000000000000000000000000..e4d96bdeaea9bca6fe23629b86175a6503ccce68
--- /dev/null
+++ b/2b855b9bc4opt/sbatch_2b855b9bc4opt.sh
@@ -0,0 +1,165 @@
+#!/bin/bash
+#SBATCH --exclude=nid007571,nid007112,nid006774,nid007502,nid007506,nid007507,nid005145,nid006692,nid007218,nid007123,nid006124,nid006123,nid007496,nid007237,nid006852,nid007206,nid006947,nid007212,nid006977,nid007222,nid005444,nid007219,nid007493,nid007221,nid005300,nid005619,nid006118,nid005203,nid006113,nid006481,nid007077,nid005208,nid005207,nid005879,nid005901
+#SBATCH --nodes=32
+#SBATCH --ntasks-per-node=1
+#SBATCH --cpus-per-task=32
+#SBATCH --mem=256G
+#SBATCH -p standard-g
+#SBATCH -t 48:00:00
+#SBATCH --gpus-per-node=mi250:8
+#SBATCH --exclusive=user
+#SBATCH --hint=nomultithread
+#SBATCH --account=project_462000119
+#SBATCH -o logs/%j.out
+#SBATCH -e logs/%j.err
+
+VARIANT=2b855b9bc4opt
+
+# if run without sbatch, invoke here
+if [ -z $SLURM_JOB_ID ]; then
+    mkdir -p logs
+    sbatch "$0"
+    exit
+fi
+
+set -euo pipefail
+
+# symlink logs/latest.out and logs/latest.err
+ln -f -s $SLURM_JOB_ID.out logs/latest.out
+ln -f -s $SLURM_JOB_ID.err logs/latest.err
+
+KILL_SWITCH_PATH=kill-switch-$VARIANT
+CHECKPOINT_PATH=checkpoints_$VARIANT
+TENSORBOARD_PATH=tensorboard_$VARIANT
+
+# Data
+VOCAB_FILE="gpt2/vocab.json"
+MERGE_FILE="gpt2/merges.txt"
+
+TRAIN_DATA_PATH=train9b.txt
+# "train: 1.0 0:1 /scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_9B_text_document"
+VALID_DATA_PATH=val.txt
+# "validation: 1.0 0:1 /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document"
+
+PP_SIZE=1
+TP_SIZE=1
+
+MICRO_BATCH_SIZE=2
+GRADIENT_ACCUMULATION_STEPS=1
+WORLD_SIZE=$((SLURM_GPUS_ON_NODE*SLURM_JOB_NUM_NODES))
+GLOBAL_BATCH_SIZE=$((MICRO_BATCH_SIZE*WORLD_SIZE*GRADIENT_ACCUMULATION_STEPS))
+
+# Model parameters
+source model_params.sh
+MODEL_PARAM=("${PARAM_2007M[@]}")
+NHIDDEN=${MODEL_PARAM[0]}
+FFN_HIDDEN_SIZE=${MODEL_PARAM[1]}
+KV_SIZE=${MODEL_PARAM[2]}
+NHEADS=${MODEL_PARAM[3]}
+NLAYERS=${MODEL_PARAM[4]}
+SEQ_LEN=2048
+
+echo "Model parameters: d_model $NHIDDEN ffw_size $FFN_HIDDEN_SIZE kv_size $KV_SIZE n_heads $NHEADS n_layers $NLAYERS"
+
+SAVE_INTERVAL=10000
+
+# Tokens: 55000000000
+# -> Samples: 26855469
+# TRAIN_SAMPLES=26_855_469
+TRAIN_SAMPLES=36_041_312
+
+
+OPTIMIZER_ARGS=" \
+    --optimizer adam \
+    --adam-beta1 0.9 \
+    --adam-beta2 0.95 \
+    --adam-eps 1e-8 \
+    --lr 2e-4 \
+    --min-lr 2e-5 \
+    --lr-decay-style cosine \
+    --lr-decay-samples $TRAIN_SAMPLES \
+    --lr-warmup-samples 360_413 \
+    --clip-grad 1.0 \
+    --weight-decay 1e-1 \
+    "
+
+GPT_ARGS=" \
+    --num-layers $NLAYERS \
+    --hidden-size $NHIDDEN \
+    --num-attention-heads $NHEADS \
+    --kv-channels $KV_SIZE \
+    --ffn-hidden-size $FFN_HIDDEN_SIZE \
+    --seq-length $SEQ_LEN \
+    --max-position-embeddings $SEQ_LEN \
+    --micro-batch-size $MICRO_BATCH_SIZE \
+    --global-batch-size $GLOBAL_BATCH_SIZE \
+    --train-samples $TRAIN_SAMPLES \
+    --vocab-file $VOCAB_FILE \
+    --merge-file $MERGE_FILE \
+    --clip-grad 1.0 \
+    --kill-switch-path $KILL_SWITCH_PATH \
+    --bf16 \
+    $OPTIMIZER_ARGS \
+    "
+
+OUTPUT_ARGS=" \
+    --log-interval 10 \
+    --save-interval $SAVE_INTERVAL \
+    --eval-interval 100 \
+    --eval-iters 100 \
+    --tensorboard-dir $TENSORBOARD_PATH \
+    --tensorboard-queue-size 5 \
+    --log-timers-to-tensorboard \
+    --log-batch-size-to-tensorboard \
+    --log-validation-ppl-to-tensorboard \
+    "
+
+ZERO_STAGE=0
+
+mkdir -p ds_configs
+DS_CONFIG_PATH="ds_configs/$SLURM_JOB_ID.json"
+
+cat <<EOF > $DS_CONFIG_PATH
+{
+    "train_micro_batch_size_per_gpu": $MICRO_BATCH_SIZE,
+    "train_batch_size": $GLOBAL_BATCH_SIZE,
+    "gradient_clipping": 1.0,
+    "zero_optimization": {
+        "stage": $ZERO_STAGE
+    },
+    "bf16": {
+        "enabled": true
+    },
+    "steps_per_print": 2000,
+    "wall_clock_breakdown": false
+}
+EOF
+
+DEEPSPEED_ARGS=" \
+    --deepspeed \
+    --deepspeed_config $DS_CONFIG_PATH \
+    --zero-stage $ZERO_STAGE \
+    "
+
+CMD=" \
+    Megatron-DeepSpeed/pretrain_gpt.py \
+    --tensor-model-parallel-size $TP_SIZE \
+    --pipeline-model-parallel-size $PP_SIZE \
+    $GPT_ARGS \
+    $OUTPUT_ARGS \
+    --save $CHECKPOINT_PATH \
+    --load $CHECKPOINT_PATH \
+    --train-weighted-split-paths-path $TRAIN_DATA_PATH \
+    --valid-weighted-split-paths-path $VALID_DATA_PATH \
+    --data-impl mmap \
+     $DEEPSPEED_ARGS \
+    "
+
+echo $CMD
+
+echo "START $SLURM_JOBID: $(date)"
+
+# bash launch_srun.sh $CMD
+srun --label launch.sh $CMD
+
+echo "END $SLURM_JOBID: $(date)"
diff --git a/2b855b9bc4opt/sbatch_2b855b9bc4optval.sh b/2b855b9bc4opt/sbatch_2b855b9bc4optval.sh
new file mode 100644
index 0000000000000000000000000000000000000000..dca197f4606741a3f49070ad6ea8bc4236d74548
--- /dev/null
+++ b/2b855b9bc4opt/sbatch_2b855b9bc4optval.sh
@@ -0,0 +1,168 @@
+#!/bin/bash
+#SBATCH --exclude=nid007571,nid007112,nid006774,nid007502,nid007506,nid007507,nid005145,nid006692,nid007218,nid007123,nid006124,nid006123,nid007496,nid007237,nid006852,nid007206,nid006947,nid007212,nid006977,nid007222,nid005444,nid007219,nid007493,nid007221,nid005300,nid005619,nid006118,nid005203,nid006113,nid006481,nid007077,nid005208,nid005207,nid005879,nid005901
+#SBATCH --nodes=32
+#SBATCH --ntasks-per-node=1
+#SBATCH --cpus-per-task=32
+#SBATCH --mem=256G
+#SBATCH -p standard-g
+#SBATCH -t 48:00:00
+#SBATCH --gpus-per-node=mi250:8
+#SBATCH --exclusive=user
+#SBATCH --hint=nomultithread
+#SBATCH --account=project_462000119
+#SBATCH -o logs/%j.out
+#SBATCH -e logs/%j.err
+
+VARIANT=2b855b9bc4optval
+VARIANT_CKPT=lm1-2b8-55b-c4-repetitions/2b855b9bc4opt
+
+# if run without sbatch, invoke here
+if [ -z $SLURM_JOB_ID ]; then
+    mkdir -p logs
+    sbatch "$0"
+    exit
+fi
+
+set -euo pipefail
+
+# symlink logs/latest.out and logs/latest.err
+ln -f -s $SLURM_JOB_ID.out logs/latest.out
+ln -f -s $SLURM_JOB_ID.err logs/latest.err
+
+KILL_SWITCH_PATH=kill-switch-$VARIANT
+CHECKPOINT_PATH=$VARIANT_CKPT
+TENSORBOARD_PATH=tensorboard_$VARIANT
+
+# Data
+VOCAB_FILE="gpt2/vocab.json"
+MERGE_FILE="gpt2/merges.txt"
+#DATA_PATH="/scratch/project_462000119/data/pile/megatron_data/meg-gpt2_pile_text_document"
+TRAIN_DATA_PATH=train1b5.txt
+# "train: 1.0 0:1 /scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_12B_text_document"
+VALID_DATA_PATH=val.txt
+# "validation: 1.0 0:1 /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document"
+
+PP_SIZE=1
+TP_SIZE=1
+
+MICRO_BATCH_SIZE=2
+GRADIENT_ACCUMULATION_STEPS=1
+WORLD_SIZE=$((SLURM_GPUS_ON_NODE*SLURM_JOB_NUM_NODES))
+GLOBAL_BATCH_SIZE=$((MICRO_BATCH_SIZE*WORLD_SIZE*GRADIENT_ACCUMULATION_STEPS))
+
+# Model parameters
+source model_params.sh
+MODEL_PARAM=("${PARAM_2007M[@]}")
+NHIDDEN=${MODEL_PARAM[0]}
+FFN_HIDDEN_SIZE=${MODEL_PARAM[1]}
+KV_SIZE=${MODEL_PARAM[2]}
+NHEADS=${MODEL_PARAM[3]}
+NLAYERS=${MODEL_PARAM[4]}
+SEQ_LEN=2048
+
+echo "Model parameters: d_model $NHIDDEN ffw_size $FFN_HIDDEN_SIZE kv_size $KV_SIZE n_heads $NHEADS n_layers $NLAYERS"
+
+SAVE_INTERVAL=1000
+
+# Tokens: 35546190000
+# -> Samples: 17356538
+TRAIN_SAMPLES=1
+
+OPTIMIZER_ARGS=" \
+    --optimizer adam \
+    --adam-beta1 0.9 \
+    --adam-beta2 0.999 \
+    --adam-eps 1e-8 \
+    --lr 2e-4 \
+    --min-lr 2e-5 \
+    --lr-decay-style cosine \
+    --lr-decay-samples $TRAIN_SAMPLES \
+    --lr-warmup-samples 0 \
+    --clip-grad 1.0 \
+    --weight-decay 1e-1 \
+    --override-lr-scheduler \
+    --reset-progress \
+    --no-load-optim \
+    "
+
+GPT_ARGS=" \
+    --num-layers $NLAYERS \
+    --hidden-size $NHIDDEN \
+    --num-attention-heads $NHEADS \
+    --kv-channels $KV_SIZE \
+    --ffn-hidden-size $FFN_HIDDEN_SIZE \
+    --seq-length $SEQ_LEN \
+    --max-position-embeddings $SEQ_LEN \
+    --micro-batch-size $MICRO_BATCH_SIZE \
+    --global-batch-size $GLOBAL_BATCH_SIZE \
+    --train-samples $TRAIN_SAMPLES \
+    --vocab-file $VOCAB_FILE \
+    --merge-file $MERGE_FILE \
+    --clip-grad 1.0 \
+    --kill-switch-path $KILL_SWITCH_PATH \
+    --bf16 \
+    $OPTIMIZER_ARGS \
+    "
+
+OUTPUT_ARGS=" \
+    --log-interval 10 \
+    --save-interval $SAVE_INTERVAL \
+    --eval-interval 1 \
+    --eval-iters 100 \
+    --eval-only true \
+    --tensorboard-dir $TENSORBOARD_PATH \
+    --tensorboard-queue-size 5 \
+    --log-timers-to-tensorboard \
+    --log-batch-size-to-tensorboard \
+    --log-validation-ppl-to-tensorboard \
+    "
+
+ZERO_STAGE=0
+
+mkdir -p ds_configs
+DS_CONFIG_PATH="ds_configs/$SLURM_JOB_ID.json"
+
+cat <<EOF > $DS_CONFIG_PATH
+{
+    "train_micro_batch_size_per_gpu": $MICRO_BATCH_SIZE,
+    "train_batch_size": $GLOBAL_BATCH_SIZE,
+    "gradient_clipping": 1.0,
+    "zero_optimization": {
+        "stage": $ZERO_STAGE
+    },
+    "bf16": {
+        "enabled": true
+    },
+    "steps_per_print": 2000,
+    "wall_clock_breakdown": false
+}
+EOF
+
+DEEPSPEED_ARGS=" \
+    --deepspeed \
+    --deepspeed_config $DS_CONFIG_PATH \
+    --zero-stage $ZERO_STAGE \
+    "
+
+CMD=" \
+    Megatron-DeepSpeed/pretrain_gpt.py \
+    --tensor-model-parallel-size $TP_SIZE \
+    --pipeline-model-parallel-size $PP_SIZE \
+    $GPT_ARGS \
+    $OUTPUT_ARGS \
+    --save $CHECKPOINT_PATH \
+    --load $CHECKPOINT_PATH \
+    --train-weighted-split-paths-path $TRAIN_DATA_PATH \
+    --valid-weighted-split-paths-path $VALID_DATA_PATH \
+    --data-impl mmap \
+     $DEEPSPEED_ARGS \
+    "
+
+echo $CMD
+
+echo "START $SLURM_JOBID: $(date)"
+
+# bash launch_srun_32.sh $CMD
+srun --label launch.sh $CMD
+
+echo "END $SLURM_JOBID: $(date)"
diff --git a/2b855b9bc4opt/tensorboard_2b855b9bc4opt/events.out.tfevents.1683212808.nid006360.93395.0 b/2b855b9bc4opt/tensorboard_2b855b9bc4opt/events.out.tfevents.1683212808.nid006360.93395.0
new file mode 100644
index 0000000000000000000000000000000000000000..2442f961c5b8167093863e2632d5d93040b605d2
--- /dev/null
+++ b/2b855b9bc4opt/tensorboard_2b855b9bc4opt/events.out.tfevents.1683212808.nid006360.93395.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0305ac0ac4cc1865e46959792fae2b48720e836ec68328f9d0adf2fb085ab73
+size 126823106
diff --git a/2b855b9bc4opt/tensorboard_2b855b9bc4optval/events.out.tfevents.1683353640.nid007164.40266.0 b/2b855b9bc4opt/tensorboard_2b855b9bc4optval/events.out.tfevents.1683353640.nid007164.40266.0
new file mode 100644
index 0000000000000000000000000000000000000000..3a786ae6677445a38168ef0bf8ef64bfa54c8d98
--- /dev/null
+++ b/2b855b9bc4opt/tensorboard_2b855b9bc4optval/events.out.tfevents.1683353640.nid007164.40266.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2220be1b81bb9673fb50ad148927d74d6ccb42e43de13c420bc31bea9fc0d3af
+size 40
diff --git a/2b855b9bc4opt/tensorboard_2b855b9bc4optval/events.out.tfevents.1683354122.nid007164.48318.0 b/2b855b9bc4opt/tensorboard_2b855b9bc4optval/events.out.tfevents.1683354122.nid007164.48318.0
new file mode 100644
index 0000000000000000000000000000000000000000..92612e07623c2b7397af152943a6eba1646b2422
--- /dev/null
+++ b/2b855b9bc4opt/tensorboard_2b855b9bc4optval/events.out.tfevents.1683354122.nid007164.48318.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6473d94584fc1b2663dc8992398d120b41fabd8f43705d5d9bf36d3991341d80
+size 980
diff --git a/2b855b9bc4opt/tensorboard_2b855b9boptval/events.out.tfevents.1683353043.nid007164.30549.0 b/2b855b9bc4opt/tensorboard_2b855b9boptval/events.out.tfevents.1683353043.nid007164.30549.0
new file mode 100644
index 0000000000000000000000000000000000000000..024087914320d1c1c0c830945f378b10e99acee4
--- /dev/null
+++ b/2b855b9bc4opt/tensorboard_2b855b9boptval/events.out.tfevents.1683353043.nid007164.30549.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4d1e24954f56f64c23b073f38b7e2d05c8f6cb5dd96a1adf6f24b4491d8519
+size 980
diff --git a/2b855b9bc4opt2/3474587.err b/2b855b9bc4opt2/3474587.err
new file mode 100644
index 0000000000000000000000000000000000000000..7f018c8bc1d100b6f6cd75ed98bea822aa67cdb6
--- /dev/null
+++ b/2b855b9bc4opt2/3474587.err
@@ -0,0 +1,3643 @@
+12: 2023-05-07 21:08:30.018111: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+12: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+12: 2023-05-07 21:08:30.018122: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+12: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+12: 2023-05-07 21:08:30.018114: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+13: 2023-05-07 21:08:30.018425: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+13: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+13: 2023-05-07 21:08:30.018436: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+13: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+13: 2023-05-07 21:08:30.018431: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+12: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+12: 2023-05-07 21:08:30.018143: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+12: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+12: 2023-05-07 21:08:30.018147: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+12: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+13: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+13: 2023-05-07 21:08:30.018455: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+13: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+13: 2023-05-07 21:08:30.018460: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+13: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+12: 2023-05-07 21:08:30.018161: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+12: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+13: 2023-05-07 21:08:30.018481: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+13: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+13: 2023-05-07 21:08:30.018484: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+13: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+12: 2023-05-07 21:08:30.018182: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+12: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+12: 2023-05-07 21:08:30.018192: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+12: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+13: 2023-05-07 21:08:30.018500: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+13: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 0: 2023-05-07 21:08:30.019089: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 0: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 0: 2023-05-07 21:08:30.019090: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 0: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 0: 2023-05-07 21:08:30.019101: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 0: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 0: 2023-05-07 21:08:30.019116: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 0: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+30: 2023-05-07 21:08:30.019032: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+30: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+30: 2023-05-07 21:08:30.019051: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+30: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+30: 2023-05-07 21:08:30.019085: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 0: 2023-05-07 21:08:30.019155: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 0: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+30: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 0: 2023-05-07 21:08:30.019177: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 0: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 0: 2023-05-07 21:08:30.019173: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 0: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 0: 2023-05-07 21:08:30.019188: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+30: 2023-05-07 21:08:30.019108: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+30: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+30: 2023-05-07 21:08:30.019153: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+30: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 0: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+30: 2023-05-07 21:08:30.019149: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+30: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+30: 2023-05-07 21:08:30.019157: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+30: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+30: 2023-05-07 21:08:30.019161: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+30: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+15: 2023-05-07 21:08:30.020116: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+15: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+15: 2023-05-07 21:08:30.020134: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+15: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+15: 2023-05-07 21:08:30.020152: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+15: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+15: 2023-05-07 21:08:30.020156: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+15: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+15: 2023-05-07 21:08:30.020166: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+15: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+15: 2023-05-07 21:08:30.020169: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+15: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+15: 2023-05-07 21:08:30.020177: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+15: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+15: 2023-05-07 21:08:30.020189: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+15: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 2: 2023-05-07 21:08:30.020581: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 2: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 2: 2023-05-07 21:08:30.020592: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 2: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 2: 2023-05-07 21:08:30.020610: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+26: 2023-05-07 21:08:30.020628: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+26: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+26: 2023-05-07 21:08:30.020642: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+26: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+26: 2023-05-07 21:08:30.020648: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 2: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 2: 2023-05-07 21:08:30.020620: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 2: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 2: 2023-05-07 21:08:30.020621: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 2: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+21: 2023-05-07 21:08:30.020616: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+21: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+21: 2023-05-07 21:08:30.020642: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+21: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+21: 2023-05-07 21:08:30.020657: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+26: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+26: 2023-05-07 21:08:30.020649: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+26: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+26: 2023-05-07 21:08:30.020653: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+26: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 2: 2023-05-07 21:08:30.020626: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 2: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 2: 2023-05-07 21:08:30.020613: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 2: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 2: 2023-05-07 21:08:30.020666: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+26: 2023-05-07 21:08:30.020658: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+26: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+26: 2023-05-07 21:08:30.020665: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+26: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+26: 2023-05-07 21:08:30.020665: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 2: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+21: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+21: 2023-05-07 21:08:30.020670: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+21: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+21: 2023-05-07 21:08:30.020671: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+21: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+26: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+21: 2023-05-07 21:08:30.020682: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+21: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+21: 2023-05-07 21:08:30.020689: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+21: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+21: 2023-05-07 21:08:30.020709: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+21: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+25: 2023-05-07 21:08:30.020899: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+25: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+25: 2023-05-07 21:08:30.020914: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+25: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+25: 2023-05-07 21:08:30.020914: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+25: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+25: 2023-05-07 21:08:30.020948: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+25: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+25: 2023-05-07 21:08:30.020964: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+25: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+25: 2023-05-07 21:08:30.020965: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+25: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 5: 2023-05-07 21:08:30.020927: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 5: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 5: 2023-05-07 21:08:30.020958: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 5: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 5: 2023-05-07 21:08:30.020969: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+25: 2023-05-07 21:08:30.020971: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+25: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+25: 2023-05-07 21:08:30.020953: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+25: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 5: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 5: 2023-05-07 21:08:30.020975: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 5: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 5: 2023-05-07 21:08:30.020978: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 5: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+23: 2023-05-07 21:08:30.020953: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+23: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+23: 2023-05-07 21:08:30.020995: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+23: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+23: 2023-05-07 21:08:30.021007: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 5: 2023-05-07 21:08:30.020989: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 5: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 5: 2023-05-07 21:08:30.021004: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 5: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 5: 2023-05-07 21:08:30.021013: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+23: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+23: 2023-05-07 21:08:30.021015: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+23: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+23: 2023-05-07 21:08:30.021027: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+23: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 5: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+23: 2023-05-07 21:08:30.021040: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+23: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+23: 2023-05-07 21:08:30.021047: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+23: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+23: 2023-05-07 21:08:30.021065: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+23: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+19: 2023-05-07 21:08:30.021073: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+19: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+19: 2023-05-07 21:08:30.021081: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+19: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+19: 2023-05-07 21:08:30.021123: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+18: 2023-05-07 21:08:30.021194: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+18: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+18: 2023-05-07 21:08:30.021191: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+18: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+19: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+19: 2023-05-07 21:08:30.021127: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+19: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+19: 2023-05-07 21:08:30.021102: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+19: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+19: 2023-05-07 21:08:30.021134: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+19: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+19: 2023-05-07 21:08:30.021158: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+19: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+19: 2023-05-07 21:08:30.021160: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+18: 2023-05-07 21:08:30.021303: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+18: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+18: 2023-05-07 21:08:30.021318: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+18: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+19: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+18: 2023-05-07 21:08:30.021332: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+18: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+20: 2023-05-07 21:08:30.021328: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+20: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+20: 2023-05-07 21:08:30.021340: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+20: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+20: 2023-05-07 21:08:30.021356: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+18: 2023-05-07 21:08:30.021306: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+18: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+27: 2023-05-07 21:08:30.021224: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+27: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+27: 2023-05-07 21:08:30.021241: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+27: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+27: 2023-05-07 21:08:30.021255: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+18: 2023-05-07 21:08:30.021311: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+18: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+20: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+20: 2023-05-07 21:08:30.021363: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+20: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+20: 2023-05-07 21:08:30.021345: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+20: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+18: 2023-05-07 21:08:30.021396: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+18: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+20: 2023-05-07 21:08:30.021371: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+20: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+20: 2023-05-07 21:08:30.021372: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+20: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+20: 2023-05-07 21:08:30.021385: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+20: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+11: 2023-05-07 21:08:30.021333: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+11: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+11: 2023-05-07 21:08:30.021356: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+11: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+11: 2023-05-07 21:08:30.021398: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+11: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+11: 2023-05-07 21:08:30.021431: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+11: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+11: 2023-05-07 21:08:30.021430: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+11: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+11: 2023-05-07 21:08:30.021432: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+11: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+11: 2023-05-07 21:08:30.021395: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+11: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+11: 2023-05-07 21:08:30.021469: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+11: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+27: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+27: 2023-05-07 21:08:30.021266: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+27: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+27: 2023-05-07 21:08:30.021301: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+27: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+27: 2023-05-07 21:08:30.021320: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+27: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+27: 2023-05-07 21:08:30.021321: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 6: 2023-05-07 21:08:30.021638: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 6: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 6: 2023-05-07 21:08:30.021652: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 6: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+27: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+27: 2023-05-07 21:08:30.021339: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+27: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 6: 2023-05-07 21:08:30.021731: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 6: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 6: 2023-05-07 21:08:30.021757: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 6: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 6: 2023-05-07 21:08:30.021776: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 6: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 6: 2023-05-07 21:08:30.021777: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 9: 2023-05-07 21:08:30.021793: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 9: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 9: 2023-05-07 21:08:30.021798: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 9: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 9: 2023-05-07 21:08:30.021801: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+31: 2023-05-07 21:08:30.021761: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+31: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+31: 2023-05-07 21:08:30.021782: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+31: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+31: 2023-05-07 21:08:30.021791: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 3: 2023-05-07 21:08:30.021667: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 3: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 3: 2023-05-07 21:08:30.021691: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 3: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 3: 2023-05-07 21:08:30.021675: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 6: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 6: 2023-05-07 21:08:30.021779: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 6: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 6: 2023-05-07 21:08:30.021789: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 6: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+31: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 3: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 3: 2023-05-07 21:08:30.021746: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 3: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+16: 2023-05-07 21:08:30.021814: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+16: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+16: 2023-05-07 21:08:30.021824: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+16: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+16: 2023-05-07 21:08:30.021831: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 9: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 9: 2023-05-07 21:08:30.021786: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 9: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 9: 2023-05-07 21:08:30.021811: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 9: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+31: 2023-05-07 21:08:30.021811: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+31: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+31: 2023-05-07 21:08:30.021818: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+31: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+31: 2023-05-07 21:08:30.021819: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 3: 2023-05-07 21:08:30.021773: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 3: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 3: 2023-05-07 21:08:30.021795: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 3: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 3: 2023-05-07 21:08:30.021797: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+16: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+16: 2023-05-07 21:08:30.021862: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+16: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+16: 2023-05-07 21:08:30.021877: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+16: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 9: 2023-05-07 21:08:30.021823: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 9: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 9: 2023-05-07 21:08:30.021827: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 9: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 9: 2023-05-07 21:08:30.021832: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+17: 2023-05-07 21:08:30.021862: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+17: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+17: 2023-05-07 21:08:30.021898: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+17: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+17: 2023-05-07 21:08:30.021908: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+31: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+31: 2023-05-07 21:08:30.021826: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+31: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+31: 2023-05-07 21:08:30.021831: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+31: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 3: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 3: 2023-05-07 21:08:30.021800: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 3: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+16: 2023-05-07 21:08:30.021885: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+16: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+16: 2023-05-07 21:08:30.021888: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+16: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+16: 2023-05-07 21:08:30.021893: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 9: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+16: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+17: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+17: 2023-05-07 21:08:30.021920: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+17: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 7: 2023-05-07 21:08:30.021949: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 7: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 7: 2023-05-07 21:08:30.021959: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 7: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 7: 2023-05-07 21:08:30.022020: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+17: 2023-05-07 21:08:30.021949: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+17: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+17: 2023-05-07 21:08:30.021961: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+17: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+17: 2023-05-07 21:08:30.021969: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 7: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 7: 2023-05-07 21:08:30.022035: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 7: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+17: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 7: 2023-05-07 21:08:30.022048: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 7: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 7: 2023-05-07 21:08:30.022049: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 7: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 7: 2023-05-07 21:08:30.022051: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 8: 2023-05-07 21:08:30.022086: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 8: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 8: 2023-05-07 21:08:30.022080: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 8: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 8: 2023-05-07 21:08:30.022107: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+17: 2023-05-07 21:08:30.021996: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+17: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 7: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 7: 2023-05-07 21:08:30.022072: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 7: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 8: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 8: 2023-05-07 21:08:30.022121: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 8: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 8: 2023-05-07 21:08:30.022109: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 8: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+24: 2023-05-07 21:08:30.021959: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+24: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+24: 2023-05-07 21:08:30.021971: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+24: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+24: 2023-05-07 21:08:30.021989: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 8: 2023-05-07 21:08:30.022120: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 8: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 8: 2023-05-07 21:08:30.022132: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 8: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+14: 2023-05-07 21:08:30.022143: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+14: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+14: 2023-05-07 21:08:30.022143: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+14: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+14: 2023-05-07 21:08:30.022169: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 8: 2023-05-07 21:08:30.022126: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 8: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+24: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+24: 2023-05-07 21:08:30.022007: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+24: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+24: 2023-05-07 21:08:30.022006: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+24: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+14: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+14: 2023-05-07 21:08:30.022139: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+14: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+24: 2023-05-07 21:08:30.022043: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+24: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+24: 2023-05-07 21:08:30.022049: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+24: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+14: 2023-05-07 21:08:30.022222: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+14: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+14: 2023-05-07 21:08:30.022251: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+14: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+24: 2023-05-07 21:08:30.022074: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+24: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+14: 2023-05-07 21:08:30.022250: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+14: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+14: 2023-05-07 21:08:30.022276: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+14: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+22: 2023-05-07 21:08:30.022567: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+22: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+22: 2023-05-07 21:08:30.022575: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+22: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+22: 2023-05-07 21:08:30.022592: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+22: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+22: 2023-05-07 21:08:30.022612: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+22: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+22: 2023-05-07 21:08:30.022626: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+22: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 4: 2023-05-07 21:08:30.022655: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 4: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 4: 2023-05-07 21:08:30.022667: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 4: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 4: 2023-05-07 21:08:30.022674: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+22: 2023-05-07 21:08:30.022627: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+22: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+22: 2023-05-07 21:08:30.022615: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+22: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+22: 2023-05-07 21:08:30.022611: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+22: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 4: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 4: 2023-05-07 21:08:30.022681: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 4: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 4: 2023-05-07 21:08:30.022667: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 4: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 4: 2023-05-07 21:08:30.022693: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 4: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 4: 2023-05-07 21:08:30.022696: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 4: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 4: 2023-05-07 21:08:30.022693: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 4: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 1: 2023-05-07 21:08:30.022899: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 1: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 1: 2023-05-07 21:08:30.022910: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 1: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 1: 2023-05-07 21:08:30.022916: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+28: 2023-05-07 21:08:30.022860: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+28: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+28: 2023-05-07 21:08:30.022877: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+28: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+28: 2023-05-07 21:08:30.022867: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 1: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 1: 2023-05-07 21:08:30.022940: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 1: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 1: 2023-05-07 21:08:30.022943: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 1: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+28: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+28: 2023-05-07 21:08:30.022904: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+28: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+28: 2023-05-07 21:08:30.022911: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+28: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 1: 2023-05-07 21:08:30.022955: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 1: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+ 1: 2023-05-07 21:08:30.022965: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 1: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+28: 2023-05-07 21:08:30.022912: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+28: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+10: 2023-05-07 21:08:30.022976: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+10: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+10: 2023-05-07 21:08:30.022966: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+10: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+10: 2023-05-07 21:08:30.022989: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 1: 2023-05-07 21:08:30.022987: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+ 1: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+28: 2023-05-07 21:08:30.022926: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+28: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+28: 2023-05-07 21:08:30.022929: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+28: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+10: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+10: 2023-05-07 21:08:30.022964: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+10: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+10: 2023-05-07 21:08:30.023004: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+10: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+10: 2023-05-07 21:08:30.023012: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+10: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+10: 2023-05-07 21:08:30.023013: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+10: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+10: 2023-05-07 21:08:30.023036: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+10: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+29: 2023-05-07 21:08:30.023086: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+29: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+29: 2023-05-07 21:08:30.023103: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+29: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+29: 2023-05-07 21:08:30.023096: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+29: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+29: 2023-05-07 21:08:30.023091: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+29: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+29: 2023-05-07 21:08:30.023124: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+29: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+29: 2023-05-07 21:08:30.023137: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+29: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+29: 2023-05-07 21:08:30.023127: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+29: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+29: 2023-05-07 21:08:30.023125: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 FMA
+29: To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
+26: 2023-05-07 21:08:44.538281: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-07 21:08:44.538306: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-07 21:08:44.538337: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-07 21:08:44.538348: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-07 21:08:44.538366: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-07 21:08:44.538408: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-07 21:08:44.538381: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-07 21:08:44.538411: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-07 21:08:44.549344: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+26: 2023-05-07 21:08:44.549370: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+26: 2023-05-07 21:08:44.549397: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 6: 2023-05-07 21:08:44.538903: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-07 21:08:44.538676: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-07 21:08:44.549432: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+26: 2023-05-07 21:08:44.549440: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+26: 2023-05-07 21:08:44.549450: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+16: 2023-05-07 21:08:44.538723: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-07 21:08:44.549453: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+26: 2023-05-07 21:08:44.549462: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 6: 2023-05-07 21:08:44.538933: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-07 21:08:44.538723: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-07 21:08:44.538954: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-07 21:08:44.538760: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-07 21:08:44.538971: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-07 21:08:44.538772: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-07 21:08:44.538984: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-07 21:08:44.538783: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-07 21:08:44.538988: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-07 21:08:44.538759: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-07 21:08:44.538999: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-07 21:08:44.538790: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-07 21:08:44.539010: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-07 21:08:44.539511: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-07 21:08:44.539545: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-07 21:08:44.539555: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-07 21:08:44.542924: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-07 21:08:44.539586: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-07 21:08:44.543386: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-07 21:08:44.539601: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-07 21:08:44.539611: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-07 21:08:44.539628: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-07 21:08:44.539688: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-07 21:08:44.543408: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-07 21:08:44.543413: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-07 21:08:44.543430: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-07 21:08:44.543433: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-07 21:08:44.546652: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-07 21:08:44.543427: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-07 21:08:44.542946: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-07 21:08:44.543440: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-07 21:08:44.542978: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-07 21:08:44.549949: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 1: 2023-05-07 21:08:44.542993: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-07 21:08:44.546669: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-07 21:08:44.542999: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-07 21:08:44.546663: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-07 21:08:44.549976: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+25: 2023-05-07 21:08:44.543444: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-07 21:08:44.542966: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-07 21:08:44.546677: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-07 21:08:44.543003: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-07 21:08:44.546700: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-07 21:08:44.543008: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-07 21:08:44.546701: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-07 21:08:44.550007: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 2: 2023-05-07 21:08:44.548616: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-07 21:08:44.546702: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-07 21:08:44.546710: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-07 21:08:44.548630: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-07 21:08:44.548642: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-07 21:08:44.548661: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-07 21:08:44.548654: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-07 21:08:44.548671: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-07 21:08:44.548676: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-07 21:08:44.548682: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-07 21:08:44.542290: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-07 21:08:44.548098: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-07 21:08:44.548239: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-07 21:08:44.539243: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-07 21:08:44.548364: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-07 21:08:44.545852: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-07 21:08:44.542757: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-07 21:08:44.544957: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-07 21:08:44.544110: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-07 21:08:44.548478: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-07 21:08:44.547922: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-07 21:08:44.545128: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-07 21:08:44.548276: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-07 21:08:44.548389: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-07 21:08:44.548269: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-07 21:08:44.549773: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 6: 2023-05-07 21:08:44.549799: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 6: 2023-05-07 21:08:44.549818: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+15: 2023-05-07 21:08:44.542310: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-07 21:08:44.548382: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-07 21:08:44.548131: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-07 21:08:44.542777: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-07 21:08:44.541107: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-07 21:08:44.548425: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-07 21:08:44.547063: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-07 21:08:44.548588: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-07 21:08:44.548341: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-07 21:08:44.548497: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-07 21:08:44.548380: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-07 21:08:44.548552: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-07 21:08:44.548495: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-07 21:08:44.548023: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-07 21:08:44.549791: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+16: 2023-05-07 21:08:44.549818: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+29: 2023-05-07 21:08:44.547938: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-07 21:08:44.545147: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-07 21:08:44.548224: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-07 21:08:44.548262: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-07 21:08:44.548410: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-07 21:08:44.539270: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-07 21:08:44.548290: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-07 21:08:44.549837: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+15: 2023-05-07 21:08:44.542331: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-07 21:08:44.548396: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-07 21:08:44.548162: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-07 21:08:44.545901: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-07 21:08:44.542788: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-07 21:08:44.541127: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-07 21:08:44.544971: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-07 21:08:44.544139: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-07 21:08:44.548439: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-07 21:08:44.547104: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-07 21:08:44.548630: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-07 21:08:44.548363: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-07 21:08:44.548535: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-07 21:08:44.548401: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-07 21:08:44.548574: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-07 21:08:44.548524: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-07 21:08:44.548040: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-07 21:08:44.549839: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+29: 2023-05-07 21:08:44.547947: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-07 21:08:44.545156: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-07 21:08:44.548251: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-07 21:08:44.548299: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-07 21:08:44.548420: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-07 21:08:44.539304: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-07 21:08:44.548302: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-07 21:08:44.549855: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 6: 2023-05-07 21:08:44.549856: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+15: 2023-05-07 21:08:44.542343: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-07 21:08:44.548411: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-07 21:08:44.548174: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-07 21:08:44.545913: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-07 21:08:44.542807: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-07 21:08:44.541146: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-07 21:08:44.544984: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-07 21:08:44.544173: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-07 21:08:44.548452: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-07 21:08:44.547144: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-07 21:08:44.548653: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-07 21:08:44.548377: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-07 21:08:44.548582: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-07 21:08:44.548412: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-07 21:08:44.548586: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-07 21:08:44.548555: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-07 21:08:44.548055: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-07 21:08:44.549876: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+16: 2023-05-07 21:08:44.549863: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+19: 2023-05-07 21:08:44.550257: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+19: 2023-05-07 21:08:44.550260: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+19: 2023-05-07 21:08:44.550280: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+19: 2023-05-07 21:08:44.550288: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+19: 2023-05-07 21:08:44.550293: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+29: 2023-05-07 21:08:44.547962: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-07 21:08:44.545172: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-07 21:08:44.548256: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-07 21:08:44.548307: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-07 21:08:44.548440: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-07 21:08:44.539297: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-07 21:08:44.548321: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-07 21:08:44.549872: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+15: 2023-05-07 21:08:44.542363: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-07 21:08:44.548413: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-07 21:08:44.548181: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-07 21:08:44.545939: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-07 21:08:44.542815: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-07 21:08:44.541158: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-07 21:08:44.544997: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-07 21:08:44.544191: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-07 21:08:44.548462: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-07 21:08:44.547155: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-07 21:08:44.548668: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-07 21:08:44.548403: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-07 21:08:44.548602: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-07 21:08:44.548430: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-07 21:08:44.548604: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-07 21:08:44.548552: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-07 21:08:44.548063: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-07 21:08:44.549883: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+16: 2023-05-07 21:08:44.549896: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+29: 2023-05-07 21:08:44.547973: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-07 21:08:44.545186: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-07 21:08:44.548270: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-07 21:08:44.548303: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-07 21:08:44.548454: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-07 21:08:44.539307: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-07 21:08:44.548347: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-07 21:08:44.549880: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+15: 2023-05-07 21:08:44.542371: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-07 21:08:44.548421: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-07 21:08:44.548185: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-07 21:08:44.545954: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-07 21:08:44.542817: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-07 21:08:44.541162: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-07 21:08:44.545023: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-07 21:08:44.544205: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-07 21:08:44.548476: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-07 21:08:44.547173: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-07 21:08:44.548695: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-07 21:08:44.548413: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-07 21:08:44.548606: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-07 21:08:44.548439: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-07 21:08:44.548611: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-07 21:08:44.548512: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-07 21:08:44.548063: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-07 21:08:44.549920: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+29: 2023-05-07 21:08:44.547970: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-07 21:08:44.545195: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-07 21:08:44.548289: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-07 21:08:44.548321: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-07 21:08:44.548460: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-07 21:08:44.539332: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-07 21:08:44.548331: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-07 21:08:44.542357: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-07 21:08:44.548428: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-07 21:08:44.548195: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-07 21:08:44.545967: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-07 21:08:44.542824: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-07 21:08:44.541184: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-07 21:08:44.545034: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-07 21:08:44.544226: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-07 21:08:44.548477: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-07 21:08:44.547120: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-07 21:08:44.548699: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-07 21:08:44.548407: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-07 21:08:44.548559: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-07 21:08:44.548451: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-07 21:08:44.548616: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-07 21:08:44.548556: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-07 21:08:44.548077: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-07 21:08:44.547981: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-07 21:08:44.545180: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-07 21:08:44.548323: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-07 21:08:44.550486: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 1: 2023-05-07 21:08:44.550520: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 5: 2023-05-07 21:08:44.548474: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-07 21:08:44.539324: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-07 21:08:44.548357: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-07 21:08:44.542372: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-07 21:08:44.548422: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-07 21:08:44.548197: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-07 21:08:44.545981: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-07 21:08:44.542830: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-07 21:08:44.541166: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-07 21:08:44.545007: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-07 21:08:44.544233: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-07 21:08:44.548488: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-07 21:08:44.547174: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-07 21:08:44.548709: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-07 21:08:44.548417: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-07 21:08:44.548617: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-07 21:08:44.548469: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-07 21:08:44.548630: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-07 21:08:44.548566: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-07 21:08:44.548087: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-07 21:08:44.547988: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-07 21:08:44.545204: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-07 21:08:44.550482: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+25: 2023-05-07 21:08:44.550514: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 5: 2023-05-07 21:08:44.548487: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-07 21:08:44.539350: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-07 21:08:44.548347: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-07 21:08:44.550016: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+14: 2023-05-07 21:08:44.545993: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-07 21:08:44.541186: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-07 21:08:44.545031: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-07 21:08:44.544227: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-07 21:08:44.548490: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-07 21:08:44.547185: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-07 21:08:44.548730: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-07 21:08:44.548437: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-07 21:08:44.548626: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-07 21:08:44.548462: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-07 21:08:44.548623: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-07 21:08:44.548094: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-07 21:08:44.550531: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 1: 2023-05-07 21:08:44.550535: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+15: 2023-05-07 21:08:44.550054: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 9: 2023-05-07 21:08:44.550640: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 9: 2023-05-07 21:08:44.550659: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+12: 2023-05-07 21:08:44.550571: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+14: 2023-05-07 21:08:44.550524: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+17: 2023-05-07 21:08:44.550040: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+17: 2023-05-07 21:08:44.550076: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+23: 2023-05-07 21:08:44.550536: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+23: 2023-05-07 21:08:44.550568: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+18: 2023-05-07 21:08:44.550424: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+18: 2023-05-07 21:08:44.550441: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+21: 2023-05-07 21:08:44.550573: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+21: 2023-05-07 21:08:44.550589: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+11: 2023-05-07 21:08:44.550557: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+11: 2023-05-07 21:08:44.550578: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+24: 2023-05-07 21:08:44.550487: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+24: 2023-05-07 21:08:44.550512: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 1: 2023-05-07 21:08:44.550567: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+15: 2023-05-07 21:08:44.550072: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 9: 2023-05-07 21:08:44.550674: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+12: 2023-05-07 21:08:44.550607: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+14: 2023-05-07 21:08:44.550560: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+14: 2023-05-07 21:08:44.550579: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+17: 2023-05-07 21:08:44.550101: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+23: 2023-05-07 21:08:44.550589: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+18: 2023-05-07 21:08:44.550484: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+21: 2023-05-07 21:08:44.550618: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+21: 2023-05-07 21:08:44.550630: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+11: 2023-05-07 21:08:44.550587: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+11: 2023-05-07 21:08:44.550600: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+24: 2023-05-07 21:08:44.550531: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+25: 2023-05-07 21:08:44.550544: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+25: 2023-05-07 21:08:44.550563: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+10: 2023-05-07 21:08:44.550669: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 1: 2023-05-07 21:08:44.550588: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+15: 2023-05-07 21:08:44.550084: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 9: 2023-05-07 21:08:44.550680: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 9: 2023-05-07 21:08:44.550691: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 9: 2023-05-07 21:08:44.550694: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+12: 2023-05-07 21:08:44.550638: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+12: 2023-05-07 21:08:44.550654: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+14: 2023-05-07 21:08:44.550602: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+20: 2023-05-07 21:08:44.550641: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+20: 2023-05-07 21:08:44.550679: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+17: 2023-05-07 21:08:44.550117: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+23: 2023-05-07 21:08:44.550628: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+23: 2023-05-07 21:08:44.550646: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+18: 2023-05-07 21:08:44.550491: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+21: 2023-05-07 21:08:44.550637: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+11: 2023-05-07 21:08:44.550611: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+11: 2023-05-07 21:08:44.550616: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+24: 2023-05-07 21:08:44.550557: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+24: 2023-05-07 21:08:44.550560: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+25: 2023-05-07 21:08:44.550573: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+25: 2023-05-07 21:08:44.550580: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+10: 2023-05-07 21:08:44.550689: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 1: 2023-05-07 21:08:44.550600: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+13: 2023-05-07 21:08:44.550692: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+13: 2023-05-07 21:08:44.550714: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+15: 2023-05-07 21:08:44.550086: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 9: 2023-05-07 21:08:44.550699: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+12: 2023-05-07 21:08:44.550670: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+14: 2023-05-07 21:08:44.550624: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+17: 2023-05-07 21:08:44.550134: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+23: 2023-05-07 21:08:44.550657: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+18: 2023-05-07 21:08:44.550501: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+21: 2023-05-07 21:08:44.550657: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+21: 2023-05-07 21:08:44.550657: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+21: 2023-05-07 21:08:44.550668: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+30: 2023-05-07 21:08:44.550717: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+31: 2023-05-07 21:08:44.550699: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+11: 2023-05-07 21:08:44.550630: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+29: 2023-05-07 21:08:44.550684: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+29: 2023-05-07 21:08:44.550716: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+24: 2023-05-07 21:08:44.550567: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+25: 2023-05-07 21:08:44.550599: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+10: 2023-05-07 21:08:44.550702: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 1: 2023-05-07 21:08:44.550609: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 5: 2023-05-07 21:08:44.550701: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 5: 2023-05-07 21:08:44.550721: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 8: 2023-05-07 21:08:44.550694: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 8: 2023-05-07 21:08:44.550724: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+13: 2023-05-07 21:08:44.550726: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+15: 2023-05-07 21:08:44.550100: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 9: 2023-05-07 21:08:44.550703: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+14: 2023-05-07 21:08:44.550633: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+20: 2023-05-07 21:08:44.550706: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+17: 2023-05-07 21:08:44.550148: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+23: 2023-05-07 21:08:44.550668: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+18: 2023-05-07 21:08:44.550509: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+22: 2023-05-07 21:08:44.550745: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+30: 2023-05-07 21:08:44.550738: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+30: 2023-05-07 21:08:44.550751: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+31: 2023-05-07 21:08:44.550725: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 3: 2023-05-07 21:08:44.550761: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+11: 2023-05-07 21:08:44.550644: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+29: 2023-05-07 21:08:44.550732: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+24: 2023-05-07 21:08:44.550572: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+10: 2023-05-07 21:08:44.550718: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 1: 2023-05-07 21:08:44.550626: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 5: 2023-05-07 21:08:44.550734: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 4: 2023-05-07 21:08:44.550721: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 4: 2023-05-07 21:08:44.550754: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 8: 2023-05-07 21:08:44.550752: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+13: 2023-05-07 21:08:44.550747: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+13: 2023-05-07 21:08:44.550752: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+13: 2023-05-07 21:08:44.550754: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+15: 2023-05-07 21:08:44.550176: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+15: 2023-05-07 21:08:44.550181: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+12: 2023-05-07 21:08:44.550677: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+14: 2023-05-07 21:08:44.550651: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+20: 2023-05-07 21:08:44.550743: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+17: 2023-05-07 21:08:44.550160: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+23: 2023-05-07 21:08:44.550680: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+18: 2023-05-07 21:08:44.550673: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+18: 2023-05-07 21:08:44.550690: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+22: 2023-05-07 21:08:44.550769: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+27: 2023-05-07 21:08:44.550825: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+30: 2023-05-07 21:08:44.550769: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+28: 2023-05-07 21:08:44.550749: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+31: 2023-05-07 21:08:44.550740: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+31: 2023-05-07 21:08:44.550751: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+31: 2023-05-07 21:08:44.550770: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 7: 2023-05-07 21:08:44.550809: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 7: 2023-05-07 21:08:44.550831: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 3: 2023-05-07 21:08:44.550785: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 3: 2023-05-07 21:08:44.550798: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+29: 2023-05-07 21:08:44.550749: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+29: 2023-05-07 21:08:44.550763: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+29: 2023-05-07 21:08:44.550767: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+29: 2023-05-07 21:08:44.550777: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+24: 2023-05-07 21:08:44.550586: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 2: 2023-05-07 21:08:44.550820: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 2: 2023-05-07 21:08:44.550838: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+10: 2023-05-07 21:08:44.550731: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 5: 2023-05-07 21:08:44.550753: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 4: 2023-05-07 21:08:44.550770: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 8: 2023-05-07 21:08:44.550771: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 8: 2023-05-07 21:08:44.550779: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 8: 2023-05-07 21:08:44.550793: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+13: 2023-05-07 21:08:44.550763: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+13: 2023-05-07 21:08:44.550773: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+12: 2023-05-07 21:08:44.550695: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+12: 2023-05-07 21:08:44.550704: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+14: 2023-05-07 21:08:44.550721: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+20: 2023-05-07 21:08:44.550764: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+17: 2023-05-07 21:08:44.550228: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+22: 2023-05-07 21:08:44.550778: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+27: 2023-05-07 21:08:44.550844: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+27: 2023-05-07 21:08:44.550855: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+30: 2023-05-07 21:08:44.550783: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+28: 2023-05-07 21:08:44.550772: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+31: 2023-05-07 21:08:44.550774: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+31: 2023-05-07 21:08:44.550782: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+31: 2023-05-07 21:08:44.550788: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 7: 2023-05-07 21:08:44.550844: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 3: 2023-05-07 21:08:44.550825: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+29: 2023-05-07 21:08:44.550785: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 2: 2023-05-07 21:08:44.550849: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+10: 2023-05-07 21:08:44.550745: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 5: 2023-05-07 21:08:44.550764: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 5: 2023-05-07 21:08:44.550763: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 4: 2023-05-07 21:08:44.550802: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 8: 2023-05-07 21:08:44.550811: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+22: 2023-05-07 21:08:44.550805: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+27: 2023-05-07 21:08:44.550874: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+30: 2023-05-07 21:08:44.550791: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+28: 2023-05-07 21:08:44.550800: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 7: 2023-05-07 21:08:44.550872: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 7: 2023-05-07 21:08:44.550877: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 3: 2023-05-07 21:08:44.550831: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 3: 2023-05-07 21:08:44.550835: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 3: 2023-05-07 21:08:44.550837: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 2: 2023-05-07 21:08:44.550877: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+10: 2023-05-07 21:08:44.550753: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+10: 2023-05-07 21:08:44.550759: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 5: 2023-05-07 21:08:44.550782: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 5: 2023-05-07 21:08:44.550791: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 4: 2023-05-07 21:08:44.550822: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 8: 2023-05-07 21:08:44.550827: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+22: 2023-05-07 21:08:44.550809: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+22: 2023-05-07 21:08:44.550816: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+22: 2023-05-07 21:08:44.550828: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+27: 2023-05-07 21:08:44.550888: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+27: 2023-05-07 21:08:44.550897: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+27: 2023-05-07 21:08:44.550901: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+30: 2023-05-07 21:08:44.550801: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+30: 2023-05-07 21:08:44.550807: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+28: 2023-05-07 21:08:44.550812: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+28: 2023-05-07 21:08:44.550818: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 7: 2023-05-07 21:08:44.550880: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 7: 2023-05-07 21:08:44.550886: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 3: 2023-05-07 21:08:44.550856: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 2: 2023-05-07 21:08:44.550878: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 4: 2023-05-07 21:08:44.550833: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+20: 2023-05-07 21:08:44.550787: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+20: 2023-05-07 21:08:44.550791: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+22: 2023-05-07 21:08:44.550828: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+28: 2023-05-07 21:08:44.550826: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 7: 2023-05-07 21:08:44.550908: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 2: 2023-05-07 21:08:44.550886: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+20: 2023-05-07 21:08:44.550808: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+28: 2023-05-07 21:08:44.550838: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+28: 2023-05-07 21:08:44.550841: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 2: 2023-05-07 21:08:44.550893: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+27: 2023-05-07 21:08:44.550910: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 2: 2023-05-07 21:08:44.550896: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 4: 2023-05-07 21:08:44.550843: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 4: 2023-05-07 21:08:44.550867: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 0: 2023-05-07 21:08:44.548282: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-07 21:08:44.548278: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-07 21:08:44.548293: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcudart.so.11.0'; dlerror: libcudart.so.11.0: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-07 21:08:44.550554: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 0: 2023-05-07 21:08:44.550564: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 0: 2023-05-07 21:08:44.550584: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 0: 2023-05-07 21:08:44.550584: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 0: 2023-05-07 21:08:44.550590: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 0: 2023-05-07 21:08:44.550603: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 0: 2023-05-07 21:08:44.550610: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+ 0: 2023-05-07 21:08:44.550621: I tensorflow/compiler/xla/stream_executor/cuda/cudart_stub.cc:29] Ignore above cudart dlerror if you do not have a GPU set up on your machine.
+29: 2023-05-07 21:09:25.875050: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-07 21:09:25.875077: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-07 21:09:25.875100: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-07 21:09:25.875108: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-07 21:09:25.875116: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-07 21:09:25.875123: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-07 21:09:25.875135: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-07 21:09:25.875337: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-07 21:09:25.876855: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-07 21:09:25.876857: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-07 21:09:25.876859: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-07 21:09:25.876859: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-07 21:09:25.876858: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-07 21:09:25.876863: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-07 21:09:25.876863: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-07 21:09:25.876865: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+29: 2023-05-07 21:09:25.876872: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+29: 2023-05-07 21:09:25.876873: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+29: 2023-05-07 21:09:25.876872: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+29: 2023-05-07 21:09:25.876878: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+29: 2023-05-07 21:09:25.876880: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+29: 2023-05-07 21:09:25.876878: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+29: 2023-05-07 21:09:25.876881: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+29: 2023-05-07 21:09:25.876882: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+28: 2023-05-07 21:09:25.883442: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-07 21:09:25.883475: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-07 21:09:25.883500: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-07 21:09:25.883511: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-07 21:09:25.883527: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-07 21:09:25.883528: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-07 21:09:25.883554: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-07 21:09:25.883638: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-07 21:09:25.883879: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-07 21:09:25.883900: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-07 21:09:25.883941: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-07 21:09:25.883952: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-07 21:09:25.883968: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-07 21:09:25.883982: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-07 21:09:25.883981: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-07 21:09:25.883983: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-07 21:09:25.884314: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-07 21:09:25.884353: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-07 21:09:25.884377: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-07 21:09:25.884562: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-07 21:09:25.884395: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-07 21:09:25.884411: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-07 21:09:25.884415: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-07 21:09:25.884586: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-07 21:09:25.884431: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-07 21:09:25.884603: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-07 21:09:25.884502: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-07 21:09:25.884637: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-07 21:09:25.884775: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-07 21:09:25.884635: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-07 21:09:25.884647: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-07 21:09:25.884650: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-07 21:09:25.884835: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-07 21:09:25.884808: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-07 21:09:25.884829: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-07 21:09:25.884844: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-07 21:09:25.884858: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-07 21:09:25.884861: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-07 21:09:25.884879: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-07 21:09:25.884943: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-07 21:09:25.885240: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-07 21:09:25.885368: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-07 21:09:25.885240: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-07 21:09:25.885242: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-07 21:09:25.885368: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-07 21:09:25.885245: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-07 21:09:25.885370: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-07 21:09:25.885246: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-07 21:09:25.885372: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-07 21:09:25.885249: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-07 21:09:25.885372: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-07 21:09:25.885250: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-07 21:09:25.885376: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-07 21:09:25.885252: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-07 21:09:25.885272: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+22: 2023-05-07 21:09:25.885378: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+28: 2023-05-07 21:09:25.885273: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+28: 2023-05-07 21:09:25.885273: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+28: 2023-05-07 21:09:25.885274: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+22: 2023-05-07 21:09:25.885379: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+22: 2023-05-07 21:09:25.885386: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+28: 2023-05-07 21:09:25.885274: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+28: 2023-05-07 21:09:25.885275: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+28: 2023-05-07 21:09:25.885276: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+22: 2023-05-07 21:09:25.885387: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+22: 2023-05-07 21:09:25.885386: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+22: 2023-05-07 21:09:25.885393: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+28: 2023-05-07 21:09:25.885276: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+22: 2023-05-07 21:09:25.885394: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+22: 2023-05-07 21:09:25.885396: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+22: 2023-05-07 21:09:25.885395: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+22: 2023-05-07 21:09:25.885393: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+27: 2023-05-07 21:09:25.885952: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-07 21:09:25.885954: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-07 21:09:25.885958: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-07 21:09:25.885959: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-07 21:09:25.885960: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-07 21:09:25.885962: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-07 21:09:25.885981: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+27: 2023-05-07 21:09:25.885981: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+27: 2023-05-07 21:09:25.885983: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+27: 2023-05-07 21:09:25.885984: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+27: 2023-05-07 21:09:25.885984: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+27: 2023-05-07 21:09:25.885988: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+27: 2023-05-07 21:09:25.886069: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-07 21:09:25.886083: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+27: 2023-05-07 21:09:25.886082: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+27: 2023-05-07 21:09:25.886095: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+16: 2023-05-07 21:09:25.886203: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-07 21:09:25.886205: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-07 21:09:25.886208: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-07 21:09:25.886207: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-07 21:09:25.886208: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-07 21:09:25.886211: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-07 21:09:25.886211: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-07 21:09:25.886212: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-07 21:09:25.886222: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+16: 2023-05-07 21:09:25.886221: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+16: 2023-05-07 21:09:25.886221: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+16: 2023-05-07 21:09:25.886228: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+16: 2023-05-07 21:09:25.886227: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+16: 2023-05-07 21:09:25.886228: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+16: 2023-05-07 21:09:25.886230: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+30: 2023-05-07 21:09:25.886382: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+16: 2023-05-07 21:09:25.886230: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+30: 2023-05-07 21:09:25.886383: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-07 21:09:25.886385: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-07 21:09:25.886387: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-07 21:09:25.886388: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-07 21:09:25.886393: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-07 21:09:25.886409: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+30: 2023-05-07 21:09:25.886409: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+30: 2023-05-07 21:09:25.886410: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+30: 2023-05-07 21:09:25.886409: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+30: 2023-05-07 21:09:25.886410: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+30: 2023-05-07 21:09:25.886415: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+30: 2023-05-07 21:09:25.886485: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-07 21:09:25.886502: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+30: 2023-05-07 21:09:25.886502: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+30: 2023-05-07 21:09:25.886518: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 9: 2023-05-07 21:09:25.897517: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-07 21:09:25.897542: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-07 21:09:25.897561: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-07 21:09:25.897591: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-07 21:09:25.897598: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-07 21:09:25.897591: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-07 21:09:25.897616: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-07 21:09:25.897802: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-07 21:09:25.898992: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-07 21:09:25.898993: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-07 21:09:25.898994: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-07 21:09:25.898995: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-07 21:09:25.898996: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-07 21:09:25.898996: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-07 21:09:25.899000: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-07 21:09:25.899003: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 9: 2023-05-07 21:09:25.899009: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 9: 2023-05-07 21:09:25.899009: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 9: 2023-05-07 21:09:25.899013: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 9: 2023-05-07 21:09:25.899015: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 9: 2023-05-07 21:09:25.899014: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 9: 2023-05-07 21:09:25.899017: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 9: 2023-05-07 21:09:25.899017: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 9: 2023-05-07 21:09:25.899016: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+14: 2023-05-07 21:09:25.919906: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-07 21:09:25.919949: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-07 21:09:25.919969: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-07 21:09:25.919988: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-07 21:09:25.920004: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-07 21:09:25.920009: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-07 21:09:25.920024: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-07 21:09:25.920198: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-07 21:09:25.920659: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-07 21:09:25.920695: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-07 21:09:25.920714: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-07 21:09:25.920730: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-07 21:09:25.920739: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-07 21:09:25.920758: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-07 21:09:25.920768: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-07 21:09:25.920772: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-07 21:09:25.920840: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-07 21:09:25.920877: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-07 21:09:25.920890: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-07 21:09:25.920924: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-07 21:09:25.920932: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-07 21:09:25.920938: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-07 21:09:25.920963: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-07 21:09:25.921144: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-07 21:09:25.921343: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-07 21:09:25.921350: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-07 21:09:25.921353: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-07 21:09:25.921363: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+14: 2023-05-07 21:09:25.921353: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-07 21:09:25.921357: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-07 21:09:25.921359: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-07 21:09:25.921359: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-07 21:09:25.921364: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+14: 2023-05-07 21:09:25.921378: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+14: 2023-05-07 21:09:25.921383: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+14: 2023-05-07 21:09:25.921386: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+14: 2023-05-07 21:09:25.921386: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+14: 2023-05-07 21:09:25.921388: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+14: 2023-05-07 21:09:25.921389: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+14: 2023-05-07 21:09:25.921390: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 1: 2023-05-07 21:09:25.921223: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-07 21:09:25.921542: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-07 21:09:25.921557: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+17: 2023-05-07 21:09:25.921521: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-07 21:09:25.921550: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-07 21:09:25.921552: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-07 21:09:25.921552: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-07 21:09:25.921558: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-07 21:09:25.921561: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-07 21:09:25.921559: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-07 21:09:25.921561: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-07 21:09:25.921574: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+15: 2023-05-07 21:09:25.921577: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+15: 2023-05-07 21:09:25.921578: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+15: 2023-05-07 21:09:25.921580: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+17: 2023-05-07 21:09:25.921544: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+15: 2023-05-07 21:09:25.921580: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+15: 2023-05-07 21:09:25.921582: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+15: 2023-05-07 21:09:25.921582: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+17: 2023-05-07 21:09:25.921551: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-07 21:09:25.921565: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-07 21:09:25.921572: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-07 21:09:25.921574: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-07 21:09:25.921589: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-07 21:09:25.921697: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-07 21:09:25.921260: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-07 21:09:25.921277: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-07 21:09:25.921290: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-07 21:09:25.921300: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-07 21:09:25.921302: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-07 21:09:25.921529: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-07 21:09:25.921532: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-07 21:09:25.922074: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-07 21:09:25.922075: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-07 21:09:25.922081: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-07 21:09:25.922086: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-07 21:09:25.922102: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+23: 2023-05-07 21:09:25.922093: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-07 21:09:25.922088: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-07 21:09:25.922112: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+23: 2023-05-07 21:09:25.922112: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+23: 2023-05-07 21:09:25.922115: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+23: 2023-05-07 21:09:25.922117: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+23: 2023-05-07 21:09:25.922118: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+23: 2023-05-07 21:09:25.922159: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-07 21:09:25.922165: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+23: 2023-05-07 21:09:25.922179: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+23: 2023-05-07 21:09:25.922182: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 1: 2023-05-07 21:09:25.922835: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-07 21:09:25.922819: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-07 21:09:25.922849: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-07 21:09:25.922859: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 1: 2023-05-07 21:09:25.922847: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-07 21:09:25.922821: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-07 21:09:25.922851: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-07 21:09:25.922822: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-07 21:09:25.922854: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-07 21:09:25.922823: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-07 21:09:25.922834: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 1: 2023-05-07 21:09:25.922855: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-07 21:09:25.922824: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-07 21:09:25.922861: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-07 21:09:25.922829: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-07 21:09:25.922863: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-07 21:09:25.922873: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+17: 2023-05-07 21:09:25.922828: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 1: 2023-05-07 21:09:25.922875: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 1: 2023-05-07 21:09:25.922876: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 1: 2023-05-07 21:09:25.922876: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+17: 2023-05-07 21:09:25.922830: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+17: 2023-05-07 21:09:25.922847: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 1: 2023-05-07 21:09:25.922878: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 1: 2023-05-07 21:09:25.922881: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 1: 2023-05-07 21:09:25.922883: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+17: 2023-05-07 21:09:25.922848: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+17: 2023-05-07 21:09:25.922849: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+17: 2023-05-07 21:09:25.922850: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+17: 2023-05-07 21:09:25.922851: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+17: 2023-05-07 21:09:25.922852: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+17: 2023-05-07 21:09:25.922852: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 0: 2023-05-07 21:09:26.002960: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-07 21:09:26.002964: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-07 21:09:26.002969: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-07 21:09:26.002974: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-07 21:09:26.002977: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-07 21:09:26.002982: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-07 21:09:26.002986: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-07 21:09:26.003257: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-07 21:09:26.003268: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-07 21:09:26.003266: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-07 21:09:26.003264: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-07 21:09:26.003274: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-07 21:09:26.003276: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-07 21:09:26.003282: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-07 21:09:26.003287: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-07 21:09:26.004264: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-07 21:09:26.004265: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-07 21:09:26.004270: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-07 21:09:26.004270: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-07 21:09:26.004278: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 8: 2023-05-07 21:09:26.004279: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 8: 2023-05-07 21:09:26.004281: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 8: 2023-05-07 21:09:26.004282: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 8: 2023-05-07 21:09:26.004282: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-07 21:09:26.004294: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 8: 2023-05-07 21:09:26.004343: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-07 21:09:26.004345: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-07 21:09:26.004350: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 8: 2023-05-07 21:09:26.004357: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 8: 2023-05-07 21:09:26.004358: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 8: 2023-05-07 21:09:26.004362: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 0: 2023-05-07 21:09:26.002981: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-07 21:09:26.004480: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-07 21:09:26.004485: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-07 21:09:26.004488: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-07 21:09:26.004489: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-07 21:09:26.004491: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-07 21:09:26.004495: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 0: 2023-05-07 21:09:26.004493: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-07 21:09:26.004495: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-07 21:09:26.004499: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 0: 2023-05-07 21:09:26.004502: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 0: 2023-05-07 21:09:26.004504: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 0: 2023-05-07 21:09:26.004504: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 0: 2023-05-07 21:09:26.004505: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 0: 2023-05-07 21:09:26.004508: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 0: 2023-05-07 21:09:26.004547: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 0: 2023-05-07 21:09:26.004558: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 7: 2023-05-07 21:09:26.064265: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-07 21:09:26.064268: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-07 21:09:26.064275: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-07 21:09:26.064275: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-07 21:09:26.064278: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-07 21:09:26.064283: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-07 21:09:26.064283: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-07 21:09:26.064286: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-07 21:09:26.065581: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-07 21:09:26.065581: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-07 21:09:26.065589: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-07 21:09:26.065589: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-07 21:09:26.065599: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 7: 2023-05-07 21:09:26.065599: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 7: 2023-05-07 21:09:26.065595: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-07 21:09:26.065606: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 7: 2023-05-07 21:09:26.065610: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 7: 2023-05-07 21:09:26.065607: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 7: 2023-05-07 21:09:26.065689: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-07 21:09:26.065699: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-07 21:09:26.065706: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 7: 2023-05-07 21:09:26.065703: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 7: 2023-05-07 21:09:26.065715: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 7: 2023-05-07 21:09:26.065721: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+21: 2023-05-07 21:09:26.152701: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-07 21:09:26.152709: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-07 21:09:26.152711: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-07 21:09:26.152711: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-07 21:09:26.152717: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-07 21:09:26.152719: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-07 21:09:26.152721: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-07 21:09:26.152723: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-07 21:09:26.153970: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-07 21:09:26.153973: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-07 21:09:26.153974: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-07 21:09:26.153974: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-07 21:09:26.153974: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-07 21:09:26.153974: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-07 21:09:26.153976: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-07 21:09:26.153983: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+21: 2023-05-07 21:09:26.153985: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+21: 2023-05-07 21:09:26.153988: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+21: 2023-05-07 21:09:26.153981: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+21: 2023-05-07 21:09:26.153991: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+21: 2023-05-07 21:09:26.153991: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+21: 2023-05-07 21:09:26.153990: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+21: 2023-05-07 21:09:26.153992: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+21: 2023-05-07 21:09:26.153998: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+20: 2023-05-07 21:09:26.235707: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-07 21:09:26.235718: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-07 21:09:26.235725: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-07 21:09:26.235729: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-07 21:09:26.235733: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-07 21:09:26.235734: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-07 21:09:26.235738: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-07 21:09:26.235744: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-07 21:09:26.236866: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-07 21:09:26.236867: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-07 21:09:26.236871: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-07 21:09:26.236872: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-07 21:09:26.236875: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-07 21:09:26.236875: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-07 21:09:26.236886: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-07 21:09:26.236901: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+20: 2023-05-07 21:09:26.236902: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+20: 2023-05-07 21:09:26.236901: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+20: 2023-05-07 21:09:26.236902: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+20: 2023-05-07 21:09:26.236902: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+20: 2023-05-07 21:09:26.236903: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+20: 2023-05-07 21:09:26.236903: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+20: 2023-05-07 21:09:26.236904: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+20: 2023-05-07 21:09:26.236927: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+26: 2023-05-07 21:09:26.285843: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-07 21:09:26.285846: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-07 21:09:26.285851: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-07 21:09:26.285856: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-07 21:09:26.285853: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-07 21:09:26.285859: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-07 21:09:26.285858: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-07 21:09:26.285863: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-07 21:09:26.287153: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-07 21:09:26.287155: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-07 21:09:26.287154: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-07 21:09:26.287158: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-07 21:09:26.287160: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-07 21:09:26.287160: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-07 21:09:26.287173: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+26: 2023-05-07 21:09:26.287174: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+26: 2023-05-07 21:09:26.287175: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+26: 2023-05-07 21:09:26.287175: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+26: 2023-05-07 21:09:26.287176: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+26: 2023-05-07 21:09:26.287178: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+26: 2023-05-07 21:09:26.287209: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-07 21:09:26.287225: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+26: 2023-05-07 21:09:26.287222: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+26: 2023-05-07 21:09:26.287238: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+13: 2023-05-07 21:09:26.287609: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-07 21:09:26.287613: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-07 21:09:26.287619: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-07 21:09:26.287620: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-07 21:09:26.287621: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-07 21:09:26.287622: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-07 21:09:26.287625: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-07 21:09:26.287628: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-07 21:09:26.288377: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-07 21:09:26.288380: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-07 21:09:26.288386: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-07 21:09:26.288386: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-07 21:09:26.288389: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-07 21:09:26.288389: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-07 21:09:26.288392: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-07 21:09:26.288396: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-07 21:09:26.288659: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-07 21:09:26.288668: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-07 21:09:26.288668: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-07 21:09:26.288665: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-07 21:09:26.288673: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-07 21:09:26.288675: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-07 21:09:26.288675: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-07 21:09:26.288676: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-07 21:09:26.288904: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-07 21:09:26.288905: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-07 21:09:26.288909: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-07 21:09:26.288909: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-07 21:09:26.288915: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-07 21:09:26.288920: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-07 21:09:26.288927: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+13: 2023-05-07 21:09:26.288927: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+13: 2023-05-07 21:09:26.288927: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+13: 2023-05-07 21:09:26.288928: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+13: 2023-05-07 21:09:26.288935: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+13: 2023-05-07 21:09:26.288933: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+13: 2023-05-07 21:09:26.289003: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-07 21:09:26.289011: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+13: 2023-05-07 21:09:26.289021: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+13: 2023-05-07 21:09:26.289027: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+12: 2023-05-07 21:09:26.289452: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-07 21:09:26.289459: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-07 21:09:26.289462: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-07 21:09:26.289464: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-07 21:09:26.289464: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-07 21:09:26.289476: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+12: 2023-05-07 21:09:26.289483: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+12: 2023-05-07 21:09:26.289484: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+12: 2023-05-07 21:09:26.289488: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+12: 2023-05-07 21:09:26.289489: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+12: 2023-05-07 21:09:26.289526: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-07 21:09:26.289528: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-07 21:09:26.289545: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+12: 2023-05-07 21:09:26.289548: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+12: 2023-05-07 21:09:26.289540: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+12: 2023-05-07 21:09:26.289560: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+25: 2023-05-07 21:09:26.289696: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-07 21:09:26.289698: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-07 21:09:26.289697: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-07 21:09:26.289700: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-07 21:09:26.289702: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-07 21:09:26.289706: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-07 21:09:26.289713: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+25: 2023-05-07 21:09:26.289714: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+25: 2023-05-07 21:09:26.289714: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+25: 2023-05-07 21:09:26.289715: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+25: 2023-05-07 21:09:26.289719: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+25: 2023-05-07 21:09:26.289715: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+25: 2023-05-07 21:09:26.289757: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-07 21:09:26.289760: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+25: 2023-05-07 21:09:26.289769: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+25: 2023-05-07 21:09:26.289774: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 2: 2023-05-07 21:09:26.455708: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-07 21:09:26.455712: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-07 21:09:26.455717: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-07 21:09:26.455717: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-07 21:09:26.455721: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-07 21:09:26.455723: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-07 21:09:26.455730: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-07 21:09:26.455726: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-07 21:09:26.456698: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-07 21:09:26.456710: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-07 21:09:26.456869: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-07 21:09:26.456706: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-07 21:09:26.456869: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-07 21:09:26.456707: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-07 21:09:26.456879: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-07 21:09:26.456885: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 5: 2023-05-07 21:09:26.456713: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-07 21:09:26.456885: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 2: 2023-05-07 21:09:26.456886: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-07 21:09:26.456713: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-07 21:09:26.456883: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-07 21:09:26.456718: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-07 21:09:26.456889: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-07 21:09:26.456899: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 5: 2023-05-07 21:09:26.456717: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-07 21:09:26.456903: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 2: 2023-05-07 21:09:26.456904: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 2: 2023-05-07 21:09:26.456906: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 2: 2023-05-07 21:09:26.456932: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-07 21:09:26.456941: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 2: 2023-05-07 21:09:26.456949: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 2: 2023-05-07 21:09:26.456955: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 5: 2023-05-07 21:09:26.457449: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-07 21:09:26.457462: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 5: 2023-05-07 21:09:26.457458: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-07 21:09:26.457460: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-07 21:09:26.457464: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-07 21:09:26.457465: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-07 21:09:26.457464: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-07 21:09:26.457467: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-07 21:09:26.457482: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 5: 2023-05-07 21:09:26.457482: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 5: 2023-05-07 21:09:26.457484: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 5: 2023-05-07 21:09:26.457485: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 5: 2023-05-07 21:09:26.457486: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 5: 2023-05-07 21:09:26.457486: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 5: 2023-05-07 21:09:26.457535: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 5: 2023-05-07 21:09:26.457552: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+31: 2023-05-07 21:09:26.599168: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-07 21:09:26.599164: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-07 21:09:26.599231: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-07 21:09:26.599172: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-07 21:09:26.599238: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-07 21:09:26.599174: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-07 21:09:26.599236: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-07 21:09:26.599177: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-07 21:09:26.599241: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-07 21:09:26.599179: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-07 21:09:26.599246: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-07 21:09:26.599182: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-07 21:09:26.599246: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-07 21:09:26.599185: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-07 21:09:26.599247: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-07 21:09:26.599375: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-07 21:09:26.599253: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-07 21:09:26.599371: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-07 21:09:26.599383: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-07 21:09:26.599381: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-07 21:09:26.599388: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-07 21:09:26.599390: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-07 21:09:26.599391: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-07 21:09:26.599492: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-07 21:09:26.599394: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-07 21:09:26.599497: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-07 21:09:26.599503: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-07 21:09:26.599504: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-07 21:09:26.599508: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-07 21:09:26.599509: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-07 21:09:26.599512: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-07 21:09:26.599514: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-07 21:09:26.600716: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-07 21:09:26.600726: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-07 21:09:26.600717: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-07 21:09:26.600717: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-07 21:09:26.600729: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-07 21:09:26.600719: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-07 21:09:26.600730: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-07 21:09:26.600721: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-07 21:09:26.600731: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+31: 2023-05-07 21:09:26.600729: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-07 21:09:26.600732: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 4: 2023-05-07 21:09:26.600732: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 4: 2023-05-07 21:09:26.600733: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+31: 2023-05-07 21:09:26.600735: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-07 21:09:26.600734: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 4: 2023-05-07 21:09:26.600793: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-07 21:09:26.600737: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-07 21:09:26.600747: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 4: 2023-05-07 21:09:26.600798: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-07 21:09:26.600810: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+31: 2023-05-07 21:09:26.600748: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+31: 2023-05-07 21:09:26.600748: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+31: 2023-05-07 21:09:26.600750: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 3: 2023-05-07 21:09:26.600853: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 4: 2023-05-07 21:09:26.600805: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-07 21:09:26.600754: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+31: 2023-05-07 21:09:26.600754: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 4: 2023-05-07 21:09:26.600812: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 4: 2023-05-07 21:09:26.600817: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+31: 2023-05-07 21:09:26.600811: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-07 21:09:26.600856: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-07 21:09:26.600825: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+31: 2023-05-07 21:09:26.600820: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-07 21:09:26.600857: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+31: 2023-05-07 21:09:26.600837: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 3: 2023-05-07 21:09:26.600861: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-07 21:09:26.600864: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-07 21:09:26.600873: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 3: 2023-05-07 21:09:26.600873: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 3: 2023-05-07 21:09:26.600873: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 3: 2023-05-07 21:09:26.600877: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 3: 2023-05-07 21:09:26.600878: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 3: 2023-05-07 21:09:26.600956: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-07 21:09:26.600966: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-07 21:09:26.600973: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 3: 2023-05-07 21:09:26.600979: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 3: 2023-05-07 21:09:26.600978: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 3: 2023-05-07 21:09:26.600994: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 6: 2023-05-07 21:09:26.600977: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-07 21:09:26.600979: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-07 21:09:26.600980: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-07 21:09:26.600979: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-07 21:09:26.600979: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-07 21:09:26.600983: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-07 21:09:26.600984: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-07 21:09:26.600994: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 6: 2023-05-07 21:09:26.600993: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 6: 2023-05-07 21:09:26.600994: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 6: 2023-05-07 21:09:26.600998: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 6: 2023-05-07 21:09:26.600998: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 6: 2023-05-07 21:09:26.600998: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 6: 2023-05-07 21:09:26.601000: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 6: 2023-05-07 21:09:26.601045: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+ 6: 2023-05-07 21:09:26.601058: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+11: 2023-05-07 21:09:26.953894: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-07 21:09:26.953995: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-07 21:09:26.953907: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-07 21:09:26.953998: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-07 21:09:26.953900: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-07 21:09:26.954003: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-07 21:09:26.953909: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-07 21:09:26.954004: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-07 21:09:26.953913: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-07 21:09:26.954006: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-07 21:09:26.953914: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-07 21:09:26.954006: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-07 21:09:26.953914: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-07 21:09:26.954009: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-07 21:09:26.953919: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-07 21:09:26.954012: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-07 21:09:26.963757: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-07 21:09:26.963757: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-07 21:09:26.963761: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-07 21:09:26.963762: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-07 21:09:26.963764: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-07 21:09:26.963775: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+11: 2023-05-07 21:09:26.963775: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+11: 2023-05-07 21:09:26.963783: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+11: 2023-05-07 21:09:26.963783: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+10: 2023-05-07 21:09:26.963986: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-07 21:09:26.963773: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-07 21:09:26.963784: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+10: 2023-05-07 21:09:26.963989: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-07 21:09:26.963796: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+11: 2023-05-07 21:09:26.963832: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-07 21:09:26.963989: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-07 21:09:26.963840: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-07 21:09:26.963848: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+10: 2023-05-07 21:09:26.963992: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+11: 2023-05-07 21:09:26.963857: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+10: 2023-05-07 21:09:26.963995: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-07 21:09:26.964006: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+10: 2023-05-07 21:09:26.964008: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+10: 2023-05-07 21:09:26.964010: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+10: 2023-05-07 21:09:26.964009: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+10: 2023-05-07 21:09:26.964014: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+10: 2023-05-07 21:09:26.964083: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-07 21:09:26.964086: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-07 21:09:26.964110: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+10: 2023-05-07 21:09:26.964113: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+10: 2023-05-07 21:09:26.964114: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+10: 2023-05-07 21:09:26.964152: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+19: 2023-05-07 21:09:26.978508: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-07 21:09:26.978519: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-07 21:09:26.978523: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-07 21:09:26.978531: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-07 21:09:26.978533: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-07 21:09:26.978537: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-07 21:09:26.978542: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-07 21:09:26.978543: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-07 21:09:26.979564: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-07 21:09:26.979566: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-07 21:09:26.979567: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-07 21:09:26.979571: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-07 21:09:26.979577: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+19: 2023-05-07 21:09:26.979573: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-07 21:09:26.979574: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-07 21:09:26.979584: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+19: 2023-05-07 21:09:26.979585: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+19: 2023-05-07 21:09:26.979586: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+19: 2023-05-07 21:09:26.979591: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+19: 2023-05-07 21:09:26.979593: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+19: 2023-05-07 21:09:26.979646: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-07 21:09:26.979663: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+19: 2023-05-07 21:09:26.979660: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+19: 2023-05-07 21:09:26.979677: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+18: 2023-05-07 21:09:26.982202: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-07 21:09:26.982198: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-07 21:09:26.982211: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-07 21:09:26.982206: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-07 21:09:26.982208: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-07 21:09:26.982214: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-07 21:09:26.982241: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-07 21:09:26.982413: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-07 21:09:26.983237: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-07 21:09:26.983242: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-07 21:09:26.983242: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-07 21:09:26.983244: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-07 21:09:26.983243: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-07 21:09:26.983245: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-07 21:09:26.983245: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-07 21:09:26.983251: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+18: 2023-05-07 21:09:26.983260: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+18: 2023-05-07 21:09:26.983263: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+18: 2023-05-07 21:09:26.983264: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+18: 2023-05-07 21:09:26.983262: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+18: 2023-05-07 21:09:26.983266: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+18: 2023-05-07 21:09:26.983267: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+18: 2023-05-07 21:09:26.983268: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+18: 2023-05-07 21:09:26.983267: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+24: 2023-05-07 21:09:26.985171: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-07 21:09:26.985174: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-07 21:09:26.985185: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-07 21:09:26.985182: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-07 21:09:26.985182: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-07 21:09:26.985193: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-07 21:09:26.985184: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-07 21:09:26.985191: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-07 21:09:26.986128: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-07 21:09:26.986141: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+24: 2023-05-07 21:09:26.986136: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-07 21:09:26.986136: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-07 21:09:26.986136: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-07 21:09:26.986141: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-07 21:09:26.986143: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-07 21:09:26.986144: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-07 21:09:26.986156: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+24: 2023-05-07 21:09:26.986156: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+24: 2023-05-07 21:09:26.986159: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+24: 2023-05-07 21:09:26.986157: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+24: 2023-05-07 21:09:26.986155: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /pfs/lustrep2/projappl/project_462000125/samantao-public/apps-rocm-5.2.3/aws-ofi-rccl:/opt/rocm/lib64:/opt/rocm/lib:/opt/rocm/rocprofiler/lib:/opt/rocm/rocprofiler/tool:/opt/rocm/roctracer/lib:/opt/rocm/roctracer/tool:/opt/rocm/hip/lib:/opt/cray/pe/python/3.9.13.1/lib:/opt/cray/pe/gcc-libs:/opt/cray/libfabric/1.15.2.0/lib64
+24: 2023-05-07 21:09:26.986160: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+24: 2023-05-07 21:09:26.986160: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+24: 2023-05-07 21:09:26.986172: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.
+ 0: Successfully preprocessed all matching files.
+ 0: Detected CUDA files, patching ldflags
+ 0: Emitting ninja build file /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/build/build.ninja...
+ 0: Building extension module scaled_upper_triang_masked_softmax_cuda...
+ 0: Allowing ninja to set a default number of workers... (overridable by setting the environment variable MAX_JOBS=N)
+ 0: Loading extension module scaled_upper_triang_masked_softmax_cuda...
+ 0: Successfully preprocessed all matching files.
+ 0: Detected CUDA files, patching ldflags
+ 0: Emitting ninja build file /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/build/build.ninja...
+ 0: Building extension module scaled_masked_softmax_cuda...
+ 0: Allowing ninja to set a default number of workers... (overridable by setting the environment variable MAX_JOBS=N)
+ 0: Loading extension module scaled_masked_softmax_cuda...
+ 0: Successfully preprocessed all matching files.
+ 0: Detected CUDA files, patching ldflags
+ 0: Emitting ninja build file /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/build/build.ninja...
+ 0: Building extension module fused_mix_prec_layer_norm_cuda...
+ 0: Allowing ninja to set a default number of workers... (overridable by setting the environment variable MAX_JOBS=N)
+ 0: Loading extension module fused_mix_prec_layer_norm_cuda...
+ 0: Successfully preprocessed all matching files.
+27: Successfully preprocessed all matching files.
+27: Successfully preprocessed all matching files.
+ 4: Successfully preprocessed all matching files.
+20: Successfully preprocessed all matching files.
+20: Successfully preprocessed all matching files.
+ 2: Successfully preprocessed all matching files.
+ 2: Successfully preprocessed all matching files.
+ 7: Successfully preprocessed all matching files.
+11: Successfully preprocessed all matching files.
+11: Successfully preprocessed all matching files.
+ 7: Successfully preprocessed all matching files.
+27: Successfully preprocessed all matching files.
+ 0: Successfully preprocessed all matching files.
+16: Successfully preprocessed all matching files.
+16: Successfully preprocessed all matching files.
+ 4: Successfully preprocessed all matching files.
+28: Successfully preprocessed all matching files.
+28: Successfully preprocessed all matching files.
+20: Successfully preprocessed all matching files.
+31: Successfully preprocessed all matching files.
+31: Successfully preprocessed all matching files.
+26: Successfully preprocessed all matching files.
+26: Successfully preprocessed all matching files.
+ 9: Successfully preprocessed all matching files.
+ 9: Successfully preprocessed all matching files.
+ 3: Successfully preprocessed all matching files.
+28: Successfully preprocessed all matching files.
+24: Successfully preprocessed all matching files.
+24: Successfully preprocessed all matching files.
+ 2: Successfully preprocessed all matching files.
+24: Successfully preprocessed all matching files.
+17: Successfully preprocessed all matching files.
+29: Successfully preprocessed all matching files.
+ 5: Successfully preprocessed all matching files.
+28: Successfully preprocessed all matching files.
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 0:   warnings.warn(
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 0:   warnings.warn(
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 0:   warnings.warn(
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 0:   warnings.warn(
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 0:   warnings.warn(
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 0:   warnings.warn(
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 0:   warnings.warn(
+ 4: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 4:   warnings.warn(
+20: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+20:   warnings.warn(
+20: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+20:   warnings.warn(
+20: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+20:   warnings.warn(
+20: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+20:   warnings.warn(
+20: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+20:   warnings.warn(
+20: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+20:   warnings.warn(
+26: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+26:   warnings.warn(
+26: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+26:   warnings.warn(
+26: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+26:   warnings.warn(
+26: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+26:   warnings.warn(
+26: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+26:   warnings.warn(
+ 4: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 4:   warnings.warn(
+ 4: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 4:   warnings.warn(
+ 4: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 4:   warnings.warn(
+20: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+20:   warnings.warn(
+29: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+29:   warnings.warn(
+29: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+29:   warnings.warn(
+ 4: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 4:   warnings.warn(
+ 4: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 4:   warnings.warn(
+ 4: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 4:   warnings.warn(
+26: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+26:   warnings.warn(
+26: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+26:   warnings.warn(
+20: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+20:   warnings.warn(
+29: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+29:   warnings.warn(
+29: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+29:   warnings.warn(
+29: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+29:   warnings.warn(
+13: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+13:   warnings.warn(
+13: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+13:   warnings.warn(
+23: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+23:   warnings.warn(
+23: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+23:   warnings.warn(
+23: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+23:   warnings.warn(
+29: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+29:   warnings.warn(
+29: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+29:   warnings.warn(
+13: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+13:   warnings.warn(
+23: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+23:   warnings.warn(
+23: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+23:   warnings.warn(
+ 1: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 1:   warnings.warn(
+ 1: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 1:   warnings.warn(
+ 1: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 1:   warnings.warn(
+28: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+28:   warnings.warn(
+ 1: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 1:   warnings.warn(
+ 1: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 1:   warnings.warn(
+ 1: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 1:   warnings.warn(
+ 1: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 1:   warnings.warn(
+29: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+29:   warnings.warn(
+ 1: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 1:   warnings.warn(
+23: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+23:   warnings.warn(
+23: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+23:   warnings.warn(
+13: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+13:   warnings.warn(
+13: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+13:   warnings.warn(
+13: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+13:   warnings.warn(
+13: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+13:   warnings.warn(
+13: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+13:   warnings.warn(
+28: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+28:   warnings.warn(
+28: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+28:   warnings.warn(
+28: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+28:   warnings.warn(
+28: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+28:   warnings.warn(
+28: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+28:   warnings.warn(
+28: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+28:   warnings.warn(
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 0:   warnings.warn(
+15: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+15:   warnings.warn(
+15: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+15:   warnings.warn(
+15: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+15:   warnings.warn(
+15: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+15:   warnings.warn(
+15: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+15:   warnings.warn(
+15: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+15:   warnings.warn(
+15: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+15:   warnings.warn(
+15: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+15:   warnings.warn(
+26: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+26:   warnings.warn(
+ 4: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 4:   warnings.warn(
+23: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+23:   warnings.warn(
+28: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+28:   warnings.warn(
+24: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+24:   warnings.warn(
+24: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+24:   warnings.warn(
+24: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+24:   warnings.warn(
+24: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+24:   warnings.warn(
+24: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+24:   warnings.warn(
+24: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+24:   warnings.warn(
+24: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+24:   warnings.warn(
+24: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+24:   warnings.warn(
+ 3: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 3:   warnings.warn(
+ 3: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 3:   warnings.warn(
+ 3: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 3:   warnings.warn(
+ 3: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 3:   warnings.warn(
+ 3: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 3:   warnings.warn(
+ 3: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 3:   warnings.warn(
+ 3: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 3:   warnings.warn(
+ 3: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 3:   warnings.warn(
+19: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+19:   warnings.warn(
+19: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+19:   warnings.warn(
+19: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+19:   warnings.warn(
+19: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+19:   warnings.warn(
+19: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+19:   warnings.warn(
+19: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+19:   warnings.warn(
+19: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+19:   warnings.warn(
+19: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+19:   warnings.warn(
+30: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+30:   warnings.warn(
+30: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+30:   warnings.warn(
+30: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+30:   warnings.warn(
+30: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+30:   warnings.warn(
+30: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+30:   warnings.warn(
+30: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+30:   warnings.warn(
+30: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+30:   warnings.warn(
+30: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+30:   warnings.warn(
+ 8: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 8:   warnings.warn(
+ 8: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 8:   warnings.warn(
+ 8: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 8:   warnings.warn(
+ 8: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 8:   warnings.warn(
+31: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+31:   warnings.warn(
+31: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+31:   warnings.warn(
+ 8: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 8:   warnings.warn(
+ 8: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 8:   warnings.warn(
+ 8: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 8:   warnings.warn(
+31: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+31:   warnings.warn(
+31: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+31:   warnings.warn(
+31: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+31:   warnings.warn(
+31: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+31:   warnings.warn(
+31: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+31:   warnings.warn(
+31: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+31:   warnings.warn(
+14: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+14:   warnings.warn(
+14: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+14:   warnings.warn(
+14: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+14:   warnings.warn(
+ 9: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 9:   warnings.warn(
+14: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+14:   warnings.warn(
+14: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+14:   warnings.warn(
+14: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+14:   warnings.warn(
+14: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+14:   warnings.warn(
+ 9: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 9:   warnings.warn(
+ 9: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 9:   warnings.warn(
+ 9: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 9:   warnings.warn(
+ 9: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 9:   warnings.warn(
+ 9: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 9:   warnings.warn(
+14: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+14:   warnings.warn(
+ 9: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 9:   warnings.warn(
+22: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+22:   warnings.warn(
+22: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+22:   warnings.warn(
+22: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+22:   warnings.warn(
+ 9: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 9:   warnings.warn(
+22: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+22:   warnings.warn(
+22: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+22:   warnings.warn(
+22: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+22:   warnings.warn(
+22: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+22:   warnings.warn(
+22: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+22:   warnings.warn(
+21: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+21:   warnings.warn(
+21: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+21:   warnings.warn(
+21: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+21:   warnings.warn(
+21: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+21:   warnings.warn(
+21: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+21:   warnings.warn(
+21: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+21:   warnings.warn(
+21: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+21:   warnings.warn(
+21: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+21:   warnings.warn(
+ 7: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 7:   warnings.warn(
+ 7: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 7:   warnings.warn(
+ 7: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 7:   warnings.warn(
+ 7: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 7:   warnings.warn(
+ 7: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 7:   warnings.warn(
+ 7: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 7:   warnings.warn(
+ 7: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 7:   warnings.warn(
+11: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+11:   warnings.warn(
+11: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+11:   warnings.warn(
+11: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+11:   warnings.warn(
+11: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+11:   warnings.warn(
+11: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+11:   warnings.warn(
+11: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+11:   warnings.warn(
+11: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+11:   warnings.warn(
+ 7: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 7:   warnings.warn(
+11: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+11:   warnings.warn(
+10: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+10:   warnings.warn(
+10: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+10:   warnings.warn(
+10: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+10:   warnings.warn(
+ 6: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 6:   warnings.warn(
+ 6: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 6:   warnings.warn(
+10: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+10:   warnings.warn(
+10: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+10:   warnings.warn(
+10: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+10:   warnings.warn(
+ 6: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 6:   warnings.warn(
+ 6: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 6:   warnings.warn(
+ 6: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 6:   warnings.warn(
+10: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+10:   warnings.warn(
+ 6: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 6:   warnings.warn(
+12: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+12:   warnings.warn(
+12: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+12:   warnings.warn(
+12: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+12:   warnings.warn(
+10: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+10:   warnings.warn(
+ 6: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 6:   warnings.warn(
+12: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+12:   warnings.warn(
+12: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+12:   warnings.warn(
+ 6: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 6:   warnings.warn(
+12: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+12:   warnings.warn(
+12: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+12:   warnings.warn(
+12: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+12:   warnings.warn(
+25: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+25:   warnings.warn(
+25: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+25:   warnings.warn(
+25: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+25:   warnings.warn(
+ 2: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 2:   warnings.warn(
+ 2: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 2:   warnings.warn(
+18: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+18:   warnings.warn(
+18: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+18:   warnings.warn(
+18: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+18:   warnings.warn(
+18: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+18:   warnings.warn(
+18: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+18:   warnings.warn(
+18: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+18:   warnings.warn(
+18: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+18:   warnings.warn(
+18: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+18:   warnings.warn(
+16: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+16:   warnings.warn(
+16: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+16:   warnings.warn(
+16: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+16:   warnings.warn(
+16: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+16:   warnings.warn(
+16: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+16:   warnings.warn(
+16: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+16:   warnings.warn(
+16: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+16:   warnings.warn(
+16: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+16:   warnings.warn(
+ 5: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 5:   warnings.warn(
+ 5: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 5:   warnings.warn(
+ 5: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 5:   warnings.warn(
+ 5: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 5:   warnings.warn(
+ 5: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 5:   warnings.warn(
+ 5: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 5:   warnings.warn(
+ 5: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 5:   warnings.warn(
+ 5: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 5:   warnings.warn(
+ 2: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 2:   warnings.warn(
+ 2: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 2:   warnings.warn(
+ 2: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 2:   warnings.warn(
+25: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+25:   warnings.warn(
+25: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+25:   warnings.warn(
+25: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+25:   warnings.warn(
+ 2: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 2:   warnings.warn(
+ 2: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 2:   warnings.warn(
+25: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+25:   warnings.warn(
+25: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+25:   warnings.warn(
+17: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+17:   warnings.warn(
+17: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+17:   warnings.warn(
+17: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+17:   warnings.warn(
+17: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+17:   warnings.warn(
+17: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+17:   warnings.warn(
+17: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+17:   warnings.warn(
+ 2: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 2:   warnings.warn(
+17: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+17:   warnings.warn(
+17: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+17:   warnings.warn(
+ 8: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+ 8:   warnings.warn(
+27: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+27:   warnings.warn(
+27: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+27:   warnings.warn(
+27: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+27:   warnings.warn(
+27: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+27:   warnings.warn(
+27: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+27:   warnings.warn(
+27: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+27:   warnings.warn(
+27: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+27:   warnings.warn(
+27: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/distributed/distributed_c10d.py:429: UserWarning: torch.distributed.distributed_c10d._get_global_rank is deprecated please use torch.distributed.distributed_c10d.get_global_rank instead
+27:   warnings.warn(
+ 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 0: 
+ 0: 
+ 0: 
+ 0: 
+ 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 2: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 2: 
+ 2: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 2: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 2: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 2: 
+ 2: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 2: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 3: 
+ 3: 
+ 3: 
+ 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 4: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 4: 
+ 4: 
+ 4: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 4: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 4: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 4: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 4: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 1: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 1: 
+ 1: 
+ 1: 
+ 1: 
+ 1: 
+ 1: 
+ 1: 
+ 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 5: 
+ 5: 
+ 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 7: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 7: 
+ 7: 
+ 7: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 7: 
+ 7: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 7: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 7: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 9: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 9: 
+ 9: 
+ 9: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 9: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 9: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 9: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 9: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 6: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 6: 
+ 6: 
+ 6: 
+ 6: 
+ 6: 
+ 6: 
+ 6: 
+11: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+11: 
+11: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+11: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+11: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+11: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+11: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+11: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 8: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 8: 
+ 8: 
+ 8: 
+ 8: 
+ 8: 
+ 8: 
+ 8: 
+10: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+10: 
+10: 
+10: 
+10: 
+10: 
+10: 
+10: 
+16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+16: 
+16: 
+12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+12: 
+12: 
+12: 
+12: 
+12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+12: 
+16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+13: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+13: 
+13: 
+13: 
+13: 
+13: 
+13: 
+13: 
+17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+17: 
+17: 
+16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+14: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+14: 
+14: 
+14: 
+14: 
+14: 
+14: 
+14: 
+15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+15: 
+15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+15: 
+15: 
+15: 
+15: 
+20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+20: 
+20: 
+20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+20: 
+20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+18: 
+18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+18: 
+18: 
+18: 
+18: 
+18: 
+19: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+19: 
+19: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+19: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+19: 
+19: 
+19: 
+19: 
+24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+24: 
+24: 
+24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+21: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+21: 
+21: 
+21: 
+21: 
+21: 
+21: 
+21: 
+24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+22: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+22: 
+22: 
+22: 
+22: 
+22: 
+22: 
+22: 
+26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+26: 
+26: 
+26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+23: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+23: 
+23: 
+23: 
+23: 
+23: 
+23: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+23: 
+26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+27: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+27: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+27: 
+27: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+27: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+27: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+27: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+27: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+28: 
+28: 
+28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+29: 
+29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+29: 
+28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+25: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+25: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+25: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+25: 
+25: 
+25: 
+25: 
+25: 
+29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+31: 
+31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+30: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+30: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+30: 
+30: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+30: 
+30: 
+30: 
+30: 
+ 0: Emitting ninja build file /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu/utils/build.ninja...
+ 0: Building extension module utils...
+ 0: Allowing ninja to set a default number of workers... (overridable by setting the environment variable MAX_JOBS=N)
+ 0: Loading extension module utils...
+19: Loading extension module utils...
+19: Loading extension module utils...
+19: Loading extension module utils...
+19: Loading extension module utils...
+19: Loading extension module utils...
+19: Loading extension module utils...
+19: Loading extension module utils...
+19: Loading extension module utils...
+24: Loading extension module utils...
+24: Loading extension module utils...
+24: Loading extension module utils...
+24: Loading extension module utils...
+24: Loading extension module utils...
+24: Loading extension module utils...
+24: Loading extension module utils...
+24: Loading extension module utils...
+21: Loading extension module utils...
+21: Loading extension module utils...
+21: Loading extension module utils...
+27: Loading extension module utils...
+27: Loading extension module utils...
+21: Loading extension module utils...
+27: Loading extension module utils...
+21: Loading extension module utils...
+27: Loading extension module utils...
+21: Loading extension module utils...
+27: Loading extension module utils...
+21: Loading extension module utils...
+27: Loading extension module utils...
+21: Loading extension module utils...
+27: Loading extension module utils...
+22: Loading extension module utils...
+27: Loading extension module utils...
+22: Loading extension module utils...
+22: Loading extension module utils...
+22: Loading extension module utils...
+22: Loading extension module utils...
+23: Loading extension module utils...
+22: Loading extension module utils...
+26: Loading extension module utils...
+23: Loading extension module utils...
+22: Loading extension module utils...
+22: Loading extension module utils...
+23: Loading extension module utils...
+26: Loading extension module utils...
+23: Loading extension module utils...
+26: Loading extension module utils...
+23: Loading extension module utils...
+26: Loading extension module utils...
+23: Loading extension module utils...
+26: Loading extension module utils...
+23: Loading extension module utils...
+23: Loading extension module utils...
+26: Loading extension module utils...
+26: Loading extension module utils...
+26: Loading extension module utils...
+28: Loading extension module utils...
+28: Loading extension module utils...
+28: Loading extension module utils...
+28: Loading extension module utils...
+28: Loading extension module utils...
+28: Loading extension module utils...
+28: Loading extension module utils...
+28: Loading extension module utils...
+29: Loading extension module utils...
+25: Loading extension module utils...
+25: Loading extension module utils...
+29: Loading extension module utils...
+25: Loading extension module utils...
+29: Loading extension module utils...
+25: Loading extension module utils...
+25: Loading extension module utils...
+29: Loading extension module utils...
+29: Loading extension module utils...
+25: Loading extension module utils...
+ 0: Loading extension module utils...
+29: Loading extension module utils...
+25: Loading extension module utils...
+29: Loading extension module utils...
+25: Loading extension module utils...
+29: Loading extension module utils...
+31: Loading extension module utils...
+31: Loading extension module utils...
+31: Loading extension module utils...
+31: Loading extension module utils...
+31: Loading extension module utils...
+31: Loading extension module utils...
+31: Loading extension module utils...
+31: Loading extension module utils...
+30: Loading extension module utils...
+30: Loading extension module utils...
+30: Loading extension module utils...
+30: Loading extension module utils...
+30: Loading extension module utils...
+30: Loading extension module utils...
+30: Loading extension module utils...
+30: Loading extension module utils...
+ 0: Loading extension module utils...
+ 0: Loading extension module utils...
+ 0: Loading extension module utils...
+ 0: Loading extension module utils...
+ 0: Loading extension module utils...
+ 0: Loading extension module utils...
+16: Loading extension module utils...
+ 3: Loading extension module utils...
+ 3: Loading extension module utils...
+16: Loading extension module utils...
+16: Loading extension module utils...
+ 3: Loading extension module utils...
+ 3: Loading extension module utils...
+16: Loading extension module utils...
+ 3: Loading extension module utils...
+16: Loading extension module utils...
+ 4: Loading extension module utils...
+ 3: Loading extension module utils...
+ 2: Loading extension module utils...
+16: Loading extension module utils...
+ 4: Loading extension module utils...
+ 3: Loading extension module utils...
+ 8: Loading extension module utils...
+ 2: Loading extension module utils...
+ 9: Loading extension module utils...
+16: Loading extension module utils...
+ 3: Loading extension module utils...
+ 4: Loading extension module utils...
+16: Loading extension module utils...
+ 4: Loading extension module utils...
+ 8: Loading extension module utils...
+ 6: Loading extension module utils...
+10: Loading extension module utils...
+ 5: Loading extension module utils...
+ 9: Loading extension module utils...
+ 2: Loading extension module utils...
+10: Loading extension module utils...
+ 1: Loading extension module utils...
+ 5: Loading extension module utils...
+ 9: Loading extension module utils...
+ 2: Loading extension module utils...
+ 4: Loading extension module utils...
+ 6: Loading extension module utils...
+10: Loading extension module utils...
+ 4: Loading extension module utils...
+ 8: Loading extension module utils...
+11: Loading extension module utils...
+ 2: Loading extension module utils...
+ 1: Loading extension module utils...
+ 8: Loading extension module utils...
+ 6: Loading extension module utils...
+11: Loading extension module utils...
+10: Loading extension module utils...
+ 8: Loading extension module utils...
+ 5: Loading extension module utils...
+ 9: Loading extension module utils...
+ 2: Loading extension module utils...
+ 4: Loading extension module utils...
+ 7: Loading extension module utils...
+10: Loading extension module utils...
+ 5: Loading extension module utils...
+ 4: Loading extension module utils...
+ 8: Loading extension module utils...
+ 5: Loading extension module utils...
+ 7: Loading extension module utils...
+ 8: Loading extension module utils...
+10: Loading extension module utils...
+ 6: Loading extension module utils...
+ 9: Loading extension module utils...
+11: Loading extension module utils...
+ 2: Loading extension module utils...
+ 1: Loading extension module utils...
+ 7: Loading extension module utils...
+ 6: Loading extension module utils...
+ 9: Loading extension module utils...
+11: Loading extension module utils...
+ 2: Loading extension module utils...
+10: Loading extension module utils...
+ 5: Loading extension module utils...
+ 9: Loading extension module utils...
+ 1: Loading extension module utils...
+ 6: Loading extension module utils...
+ 8: Loading extension module utils...
+ 5: Loading extension module utils...
+17: Loading extension module utils...
+ 7: Loading extension module utils...
+11: Loading extension module utils...
+10: Loading extension module utils...
+12: Loading extension module utils...
+ 1: Loading extension module utils...
+13: Loading extension module utils...
+ 9: Loading extension module utils...
+ 6: Loading extension module utils...
+11: Loading extension module utils...
+ 5: Loading extension module utils...
+ 7: Loading extension module utils...
+ 1: Loading extension module utils...
+12: Loading extension module utils...
+13: Loading extension module utils...
+17: Loading extension module utils...
+ 7: Loading extension module utils...
+11: Loading extension module utils...
+ 6: Loading extension module utils...
+ 1: Loading extension module utils...
+17: Loading extension module utils...
+11: Loading extension module utils...
+ 1: Loading extension module utils...
+ 7: Loading extension module utils...
+15: Loading extension module utils...
+13: Loading extension module utils...
+12: Loading extension module utils...
+13: Loading extension module utils...
+12: Loading extension module utils...
+17: Loading extension module utils...
+ 7: Loading extension module utils...
+17: Loading extension module utils...
+12: Loading extension module utils...
+15: Loading extension module utils...
+13: Loading extension module utils...
+17: Loading extension module utils...
+12: Loading extension module utils...
+13: Loading extension module utils...
+15: Loading extension module utils...
+17: Loading extension module utils...
+12: Loading extension module utils...
+20: Loading extension module utils...
+13: Loading extension module utils...
+15: Loading extension module utils...
+17: Loading extension module utils...
+12: Loading extension module utils...
+20: Loading extension module utils...
+14: Loading extension module utils...
+15: Loading extension module utils...
+13: Loading extension module utils...
+20: Loading extension module utils...
+14: Loading extension module utils...
+15: Loading extension module utils...
+20: Loading extension module utils...
+14: Loading extension module utils...
+15: Loading extension module utils...
+20: Loading extension module utils...
+15: Loading extension module utils...
+14: Loading extension module utils...
+20: Loading extension module utils...
+14: Loading extension module utils...
+20: Loading extension module utils...
+14: Loading extension module utils...
+20: Loading extension module utils...
+14: Loading extension module utils...
+14: Loading extension module utils...
+18: Loading extension module utils...
+18: Loading extension module utils...
+18: Loading extension module utils...
+18: Loading extension module utils...
+18: Loading extension module utils...
+18: Loading extension module utils...
+18: Loading extension module utils...
+18: Loading extension module utils...
+ 2: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 2: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 2: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 2: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 2: 
+ 2: 
+ 2: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+20: 
+ 2: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+20: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 2: No modifications detected for re-loaded extension module utils, skipping build step...
+ 2: Loading extension module utils...
+ 2: No modifications detected for re-loaded extension module utils, skipping build step...
+ 2: Loading extension module utils...
+20: No modifications detected for re-loaded extension module utils, skipping build step...
+20: Loading extension module utils...
+ 2: No modifications detected for re-loaded extension module utils, skipping build step...
+ 2: Loading extension module utils...
+ 2: No modifications detected for re-loaded extension module utils, skipping build step...
+ 2: Loading extension module utils...
+ 2: No modifications detected for re-loaded extension module utils, skipping build step...
+ 2: Loading extension module utils...
+ 2: No modifications detected for re-loaded extension module utils, skipping build step...
+ 2: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...
+ 2: 
+ 2: Loading extension module utils...
+ 2: No modifications detected for re-loaded extension module utils, skipping build step...
+ 2: Loading extension module utils...
+20: No modifications detected for re-loaded extension module utils, skipping build step...
+20: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...
+20: 
+20: Loading extension module utils...
+20: No modifications detected for re-loaded extension module utils, skipping build step...
+20: Loading extension module utils...
+20: No modifications detected for re-loaded extension module utils, skipping build step...
+20: Loading extension module utils...
+20: No modifications detected for re-loaded extension module utils, skipping build step...
+20: Loading extension module utils...
+20: No modifications detected for re-loaded extension module utils, skipping build step...
+20: Loading extension module utils...
+20: No modifications detected for re-loaded extension module utils, skipping build step...
+20: Loading extension module utils...
+17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+17: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+17: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...
+17: 
+17: Loading extension module utils...
+17: Loading extension module utils...
+17: No modifications detected for re-loaded extension module utils, skipping build step...
+17: Loading extension module utils...
+17: No modifications detected for re-loaded extension module utils, skipping build step...
+17: Loading extension module utils...
+17: No modifications detected for re-loaded extension module utils, skipping build step...
+17: Loading extension module utils...
+17: No modifications detected for re-loaded extension module utils, skipping build step...
+17: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...
+17: No modifications detected for re-loaded extension module utils, skipping build step...
+17: 
+17: Loading extension module utils...
+17: Loading extension module utils...
+25: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+25: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+25: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+25: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+25: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+25: 
+25: 
+25: 
+25: No modifications detected for re-loaded extension module utils, skipping build step...
+25: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...
+25: Loading extension module utils...
+25: 
+25: Loading extension module utils...
+25: Loading extension module utils...
+25: No modifications detected for re-loaded extension module utils, skipping build step...
+25: Loading extension module utils...
+25: No modifications detected for re-loaded extension module utils, skipping build step...
+25: Loading extension module utils...
+25: No modifications detected for re-loaded extension module utils, skipping build step...
+25: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step...
+25: 
+25: Loading extension module utils...
+25: No modifications detected for re-loaded extension module utils, skipping build step...
+25: Loading extension module utils...
+ 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 0: 
+ 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 0: No modifications detected for re-loaded extension module utils, skipping build step...
+ 0: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step...
+ 0: 
+27: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+11: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 0: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...
+ 0: 
+ 0: Loading extension module utils...
+27: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+27: 
+ 0: No modifications detected for re-loaded extension module utils, skipping build step...
+ 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Loading extension module utils...
+ 0: 
+27: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+11: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+27: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+27: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+11: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+27: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+27: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+11: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+11: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+11: 
+11: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 0: No modifications detected for re-loaded extension module utils, skipping build step...
+ 0: Loading extension module utils...
+11: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 0: No modifications detected for re-loaded extension module utils, skipping build step...
+ 0: Loading extension module utils...
+27: No modifications detected for re-loaded extension module utils, skipping build step...
+27: Loading extension module utils...
+30: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+30: 
+27: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...
+27: 
+27: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...Loading extension module utils...
+27: 
+27: 
+27: Loading extension module utils...
+30: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+30: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+30: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+30: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+30: 
+31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+30: 
+31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+31: 
+27: No modifications detected for re-loaded extension module utils, skipping build step...
+27: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...
+27: 
+27: Loading extension module utils...
+27: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...
+27: 
+27: Loading extension module utils...
+27: Loading extension module utils...
+31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+31: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+19: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+14: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+14: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+14: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+31: No modifications detected for re-loaded extension module utils, skipping build step...
+31: Loading extension module utils...
+11: No modifications detected for re-loaded extension module utils, skipping build step...
+11: Loading extension module utils...
+ 1: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+14: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+14: 
+14: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+14: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+14: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+19: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+19: 
+19: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+19: 
+19: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+19: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+19: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+13: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 1: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 1: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+22: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 1: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 1: 
+ 1: 
+ 1: 
+ 1: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+13: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+13: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+13: 
+13: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+13: 
+13: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+23: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+23: 
+31: No modifications detected for re-loaded extension module utils, skipping build step...
+31: Loading extension module utils...
+ 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 3: 
+ 3: 
+ 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+13: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+10: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+30: No modifications detected for re-loaded extension module utils, skipping build step...
+30: Loading extension module utils...
+30: No modifications detected for re-loaded extension module utils, skipping build step...
+30: Loading extension module utils...
+ 3: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+23: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+23: 
+23: 
+23: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+22: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+22: 
+22: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+22: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+22: 
+11: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...
+11: 
+11: Loading extension module utils...Loading extension module utils...
+11: 
+11: No modifications detected for re-loaded extension module utils, skipping build step...
+11: Loading extension module utils...
+11: No modifications detected for re-loaded extension module utils, skipping build step...
+19: No modifications detected for re-loaded extension module utils, skipping build step...
+19: Loading extension module utils...
+23: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+22: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+23: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+22: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+11: Loading extension module utils...
+11: No modifications detected for re-loaded extension module utils, skipping build step...
+11: Loading extension module utils...
+11: No modifications detected for re-loaded extension module utils, skipping build step...
+31: No modifications detected for re-loaded extension module utils, skipping build step...
+31: Loading extension module utils...
+11: Loading extension module utils...
+13: No modifications detected for re-loaded extension module utils, skipping build step...
+13: Loading extension module utils...
+11: No modifications detected for re-loaded extension module utils, skipping build step...
+11: Loading extension module utils...
+10: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+31: No modifications detected for re-loaded extension module utils, skipping build step...
+31: Loading extension module utils...
+10: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+10: 
+10: 
+10: 
+10: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+10: 
+30: No modifications detected for re-loaded extension module utils, skipping build step...
+30: Loading extension module utils...
+30: No modifications detected for re-loaded extension module utils, skipping build step...
+30: Loading extension module utils...
+31: No modifications detected for re-loaded extension module utils, skipping build step...
+31: Loading extension module utils...
+31: No modifications detected for re-loaded extension module utils, skipping build step...
+31: Loading extension module utils...
+19: No modifications detected for re-loaded extension module utils, skipping build step...
+19: Loading extension module utils...
+31: No modifications detected for re-loaded extension module utils, skipping build step...
+31: Loading extension module utils...
+13: No modifications detected for re-loaded extension module utils, skipping build step...
+13: Loading extension module utils...
+30: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...
+30: 
+30: Loading extension module utils...Loading extension module utils...
+30: 
+30: No modifications detected for re-loaded extension module utils, skipping build step...
+30: Loading extension module utils...
+31: No modifications detected for re-loaded extension module utils, skipping build step...
+31: Loading extension module utils...
+ 3: No modifications detected for re-loaded extension module utils, skipping build step...
+ 3: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...
+ 3: 
+ 3: Loading extension module utils...
+19: No modifications detected for re-loaded extension module utils, skipping build step...
+19: Loading extension module utils...
+10: No modifications detected for re-loaded extension module utils, skipping build step...
+10: Loading extension module utils...
+ 1: No modifications detected for re-loaded extension module utils, skipping build step...
+ 1: Loading extension module utils...
+30: No modifications detected for re-loaded extension module utils, skipping build step...
+30: Loading extension module utils...
+13: No modifications detected for re-loaded extension module utils, skipping build step...
+13: Loading extension module utils...
+14: No modifications detected for re-loaded extension module utils, skipping build step...
+14: Loading extension module utils...
+19: No modifications detected for re-loaded extension module utils, skipping build step...
+19: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...
+19: 
+ 1: No modifications detected for re-loaded extension module utils, skipping build step...
+ 1: Loading extension module utils...
+19: Loading extension module utils...
+13: No modifications detected for re-loaded extension module utils, skipping build step...
+13: Loading extension module utils...
+19: No modifications detected for re-loaded extension module utils, skipping build step...
+19: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...
+19: 
+19: Loading extension module utils...
+23: No modifications detected for re-loaded extension module utils, skipping build step...
+23: Loading extension module utils...
+22: No modifications detected for re-loaded extension module utils, skipping build step...
+22: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step...
+22: 
+22: Loading extension module utils...
+10: No modifications detected for re-loaded extension module utils, skipping build step...
+10: Loading extension module utils...
+13: No modifications detected for re-loaded extension module utils, skipping build step...
+13: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...
+13: 
+13: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step...
+13: 
+13: Loading extension module utils...
+19: No modifications detected for re-loaded extension module utils, skipping build step...
+19: Loading extension module utils...
+14: No modifications detected for re-loaded extension module utils, skipping build step...
+14: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...
+14: 
+14: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step...
+14: 
+14: Loading extension module utils...
+ 1: No modifications detected for re-loaded extension module utils, skipping build step...
+ 1: Loading extension module utils...
+13: No modifications detected for re-loaded extension module utils, skipping build step...
+13: Loading extension module utils...
+14: No modifications detected for re-loaded extension module utils, skipping build step...
+14: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...
+14: 
+14: Loading extension module utils...
+14: No modifications detected for re-loaded extension module utils, skipping build step...
+14: Loading extension module utils...
+21: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+21: 
+ 3: No modifications detected for re-loaded extension module utils, skipping build step...
+ 3: Loading extension module utils...
+ 3: No modifications detected for re-loaded extension module utils, skipping build step...
+ 3: Loading extension module utils...
+ 3: No modifications detected for re-loaded extension module utils, skipping build step...
+ 3: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step...
+ 3: 
+ 3: Loading extension module utils...
+10: No modifications detected for re-loaded extension module utils, skipping build step...
+10: Loading extension module utils...
+14: No modifications detected for re-loaded extension module utils, skipping build step...
+14: Loading extension module utils...
+21: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+21: 
+ 1: No modifications detected for re-loaded extension module utils, skipping build step...
+ 1: Loading extension module utils...
+ 1: No modifications detected for re-loaded extension module utils, skipping build step...
+ 1: Loading extension module utils...
+ 1: No modifications detected for re-loaded extension module utils, skipping build step...
+ 1: Loading extension module utils...
+ 1: No modifications detected for re-loaded extension module utils, skipping build step...
+ 1: Loading extension module utils...
+22: No modifications detected for re-loaded extension module utils, skipping build step...
+22: Loading extension module utils...
+22: No modifications detected for re-loaded extension module utils, skipping build step...
+22: Loading extension module utils...
+22: No modifications detected for re-loaded extension module utils, skipping build step...
+22: Loading extension module utils...
+22: No modifications detected for re-loaded extension module utils, skipping build step...
+21: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+21: 
+21: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+21: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 3: No modifications detected for re-loaded extension module utils, skipping build step...
+ 3: Loading extension module utils...
+10: No modifications detected for re-loaded extension module utils, skipping build step...
+10: Loading extension module utils...
+10: No modifications detected for re-loaded extension module utils, skipping build step...
+10: Loading extension module utils...
+10: No modifications detected for re-loaded extension module utils, skipping build step...
+10: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...
+10: 
+10: Loading extension module utils...
+ 1: No modifications detected for re-loaded extension module utils, skipping build step...
+ 1: Loading extension module utils...
+22: Loading extension module utils...
+ 3: No modifications detected for re-loaded extension module utils, skipping build step...
+ 3: Loading extension module utils...
+23: No modifications detected for re-loaded extension module utils, skipping build step...
+23: Loading extension module utils...
+22: No modifications detected for re-loaded extension module utils, skipping build step...
+22: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...
+22: 
+22: Loading extension module utils...
+10: No modifications detected for re-loaded extension module utils, skipping build step...
+10: Loading extension module utils...
+23: No modifications detected for re-loaded extension module utils, skipping build step...
+23: Loading extension module utils...
+23: No modifications detected for re-loaded extension module utils, skipping build step...
+23: Loading extension module utils...
+23: No modifications detected for re-loaded extension module utils, skipping build step...
+23: Loading extension module utils...
+23: No modifications detected for re-loaded extension module utils, skipping build step...
+23: Loading extension module utils...
+23: No modifications detected for re-loaded extension module utils, skipping build step...
+23: Loading extension module utils...
+23: No modifications detected for re-loaded extension module utils, skipping build step...
+23: Loading extension module utils...
+21: No modifications detected for re-loaded extension module utils, skipping build step...
+21: Loading extension module utils...
+21: No modifications detected for re-loaded extension module utils, skipping build step...
+21: Loading extension module utils...
+21: No modifications detected for re-loaded extension module utils, skipping build step...
+21: Loading extension module utils...
+21: No modifications detected for re-loaded extension module utils, skipping build step...
+21: Loading extension module utils...
+21: No modifications detected for re-loaded extension module utils, skipping build step...
+21: Loading extension module utils...
+21: No modifications detected for re-loaded extension module utils, skipping build step...
+21: Loading extension module utils...
+21: No modifications detected for re-loaded extension module utils, skipping build step...
+21: Loading extension module utils...
+21: No modifications detected for re-loaded extension module utils, skipping build step...
+21: Loading extension module utils...
+ 0: No modifications detected for re-loaded extension module utils, skipping build step...
+ 0: Loading extension module utils...
+15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+15: 
+15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+15: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+15: No modifications detected for re-loaded extension module utils, skipping build step...
+15: Loading extension module utils...
+15: No modifications detected for re-loaded extension module utils, skipping build step...
+15: Loading extension module utils...
+15: No modifications detected for re-loaded extension module utils, skipping build step...
+15: Loading extension module utils...
+15: No modifications detected for re-loaded extension module utils, skipping build step...
+15: Loading extension module utils...
+15: No modifications detected for re-loaded extension module utils, skipping build step...
+15: Loading extension module utils...
+15: No modifications detected for re-loaded extension module utils, skipping build step...
+15: Loading extension module utils...
+15: No modifications detected for re-loaded extension module utils, skipping build step...
+15: Loading extension module utils...
+15: No modifications detected for re-loaded extension module utils, skipping build step...
+15: Loading extension module utils...
+24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+24: 
+24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+24: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+24: No modifications detected for re-loaded extension module utils, skipping build step...
+24: Loading extension module utils...
+24: No modifications detected for re-loaded extension module utils, skipping build step...
+24: Loading extension module utils...
+24: No modifications detected for re-loaded extension module utils, skipping build step...
+24: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...
+24: 
+24: Loading extension module utils...
+24: No modifications detected for re-loaded extension module utils, skipping build step...
+24: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...
+24: 
+24: Loading extension module utils...
+24: No modifications detected for re-loaded extension module utils, skipping build step...
+24: Loading extension module utils...
+24: No modifications detected for re-loaded extension module utils, skipping build step...
+24: Loading extension module utils...
+18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+18: 
+18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+18: 
+18: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+18: 
+18: 
+18: 
+18: No modifications detected for re-loaded extension module utils, skipping build step...
+18: Loading extension module utils...
+18: No modifications detected for re-loaded extension module utils, skipping build step...
+18: Loading extension module utils...
+18: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...
+18: 
+18: Loading extension module utils...Loading extension module utils...
+18: 
+18: No modifications detected for re-loaded extension module utils, skipping build step...
+18: Loading extension module utils...
+18: No modifications detected for re-loaded extension module utils, skipping build step...
+18: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...
+18: 
+18: Loading extension module utils...
+18: No modifications detected for re-loaded extension module utils, skipping build step...
+18: Loading extension module utils...
+ 4: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 4: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 4: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 4: 
+ 4: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 4: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 4: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 4: 
+26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+26: 
+26: 
+26: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 9: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 9: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 9: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 4: No modifications detected for re-loaded extension module utils, skipping build step...
+ 4: Loading extension module utils...
+ 9: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 9: 
+ 9: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 9: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 9: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 4: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...
+ 4: 
+ 4: Loading extension module utils...
+ 4: Loading extension module utils...
+ 4: No modifications detected for re-loaded extension module utils, skipping build step...
+ 4: Loading extension module utils...
+26: No modifications detected for re-loaded extension module utils, skipping build step...
+26: Loading extension module utils...
+ 4: No modifications detected for re-loaded extension module utils, skipping build step...
+ 4: Loading extension module utils...
+ 4: No modifications detected for re-loaded extension module utils, skipping build step...
+ 4: Loading extension module utils...
+29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 4: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...
+ 4: 
+ 4: Loading extension module utils...
+ 4: Loading extension module utils...
+29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+29: 
+29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+29: 
+29: 
+29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+26: No modifications detected for re-loaded extension module utils, skipping build step...
+26: Loading extension module utils...
+26: No modifications detected for re-loaded extension module utils, skipping build step...
+26: Loading extension module utils...
+26: No modifications detected for re-loaded extension module utils, skipping build step...
+26: Loading extension module utils...
+26: No modifications detected for re-loaded extension module utils, skipping build step...
+26: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step...
+26: 
+26: Loading extension module utils...
+26: No modifications detected for re-loaded extension module utils, skipping build step...
+26: Loading extension module utils...
+26: No modifications detected for re-loaded extension module utils, skipping build step...
+26: Loading extension module utils...
+29: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 9: No modifications detected for re-loaded extension module utils, skipping build step...
+ 9: Loading extension module utils...
+ 9: No modifications detected for re-loaded extension module utils, skipping build step...
+ 9: Loading extension module utils...
+ 9: No modifications detected for re-loaded extension module utils, skipping build step...
+ 9: Loading extension module utils...
+ 9: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...
+ 9: 
+ 9: Loading extension module utils...Loading extension module utils...
+ 9: 
+ 9: No modifications detected for re-loaded extension module utils, skipping build step...
+ 9: Loading extension module utils...
+ 9: No modifications detected for re-loaded extension module utils, skipping build step...
+ 9: Loading extension module utils...
+ 9: No modifications detected for re-loaded extension module utils, skipping build step...
+ 9: Loading extension module utils...
+29: No modifications detected for re-loaded extension module utils, skipping build step...
+29: Loading extension module utils...
+28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+28: 
+28: 
+28: 
+28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+28: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+28: No modifications detected for re-loaded extension module utils, skipping build step...
+28: Loading extension module utils...
+ 7: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 7: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 7: 
+ 7: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 7: 
+ 7: 
+ 7: 
+ 7: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+29: No modifications detected for re-loaded extension module utils, skipping build step...
+29: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...
+29: 
+29: Loading extension module utils...
+29: No modifications detected for re-loaded extension module utils, skipping build step...
+29: Loading extension module utils...
+29: No modifications detected for re-loaded extension module utils, skipping build step...
+29: Loading extension module utils...
+16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+29: No modifications detected for re-loaded extension module utils, skipping build step...
+29: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step...
+29: 
+29: Loading extension module utils...
+28: No modifications detected for re-loaded extension module utils, skipping build step...
+28: Loading extension module utils...
+16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+29: No modifications detected for re-loaded extension module utils, skipping build step...
+29: Loading extension module utils...
+16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+16: 
+16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+16: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+16: No modifications detected for re-loaded extension module utils, skipping build step...
+16: Loading extension module utils...
+16: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...
+16: 
+16: Loading extension module utils...Loading extension module utils...
+16: 
+16: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...
+16: 
+16: Loading extension module utils...Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step...
+16: 
+16: 
+16: Loading extension module utils...
+16: No modifications detected for re-loaded extension module utils, skipping build step...
+16: Loading extension module utils...
+28: No modifications detected for re-loaded extension module utils, skipping build step...
+28: Loading extension module utils...
+28: No modifications detected for re-loaded extension module utils, skipping build step...
+28: Loading extension module utils...
+28: No modifications detected for re-loaded extension module utils, skipping build step...
+28: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...
+28: 
+28: Loading extension module utils...
+ 7: No modifications detected for re-loaded extension module utils, skipping build step...
+ 7: Loading extension module utils...
+ 7: No modifications detected for re-loaded extension module utils, skipping build step...
+ 7: Loading extension module utils...
+16: No modifications detected for re-loaded extension module utils, skipping build step...
+16: Loading extension module utils...
+ 7: No modifications detected for re-loaded extension module utils, skipping build step...
+ 7: Loading extension module utils...
+28: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...
+28: 
+28: Loading extension module utils...
+28: Loading extension module utils...
+ 7: No modifications detected for re-loaded extension module utils, skipping build step...
+ 7: Loading extension module utils...
+ 7: No modifications detected for re-loaded extension module utils, skipping build step...
+ 7: Loading extension module utils...
+ 7: No modifications detected for re-loaded extension module utils, skipping build step...
+ 7: Loading extension module utils...
+ 7: No modifications detected for re-loaded extension module utils, skipping build step...
+ 7: Loading extension module utils...
+ 7: No modifications detected for re-loaded extension module utils, skipping build step...
+ 7: Loading extension module utils...
+12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 6: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 6: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 6: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+12: 
+12: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 6: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 6: 
+ 6: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 6: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 6: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 6: No modifications detected for re-loaded extension module utils, skipping build step...
+ 6: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step...
+ 6: 
+ 6: Loading extension module utils...
+ 6: No modifications detected for re-loaded extension module utils, skipping build step...
+ 6: Loading extension module utils...
+12: No modifications detected for re-loaded extension module utils, skipping build step...
+12: Loading extension module utils...
+ 6: No modifications detected for re-loaded extension module utils, skipping build step...
+ 6: Loading extension module utils...
+ 6: No modifications detected for re-loaded extension module utils, skipping build step...
+ 6: Loading extension module utils...
+ 6: No modifications detected for re-loaded extension module utils, skipping build step...
+ 6: Loading extension module utils...
+ 6: No modifications detected for re-loaded extension module utils, skipping build step...
+ 6: Loading extension module utils...
+12: No modifications detected for re-loaded extension module utils, skipping build step...
+12: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...
+12: 
+12: Loading extension module utils...
+ 6: No modifications detected for re-loaded extension module utils, skipping build step...
+ 6: Loading extension module utils...
+12: No modifications detected for re-loaded extension module utils, skipping build step...
+12: Loading extension module utils...
+12: No modifications detected for re-loaded extension module utils, skipping build step...
+12: Loading extension module utils...
+12: No modifications detected for re-loaded extension module utils, skipping build step...
+12: Loading extension module utils...
+12: No modifications detected for re-loaded extension module utils, skipping build step...
+12: Loading extension module utils...
+12: No modifications detected for re-loaded extension module utils, skipping build step...
+12: Loading extension module utils...
+ 8: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 8: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 8: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 8: 
+ 8: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 8: 
+ 8: 
+ 8: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 8: No modifications detected for re-loaded extension module utils, skipping build step...
+ 8: Loading extension module utils...
+ 8: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...
+ 8: 
+ 8: Loading extension module utils...Loading extension module utils...
+ 8: 
+ 8: No modifications detected for re-loaded extension module utils, skipping build step...
+ 8: Loading extension module utils...
+ 8: No modifications detected for re-loaded extension module utils, skipping build step...
+ 8: Loading extension module utils...No modifications detected for re-loaded extension module utils, skipping build step...
+ 8: 
+ 8: Loading extension module utils...
+ 8: No modifications detected for re-loaded extension module utils, skipping build step...
+ 8: Loading extension module utils...
+ 8: No modifications detected for re-loaded extension module utils, skipping build step...
+ 8: Loading extension module utils...
+ 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 5: 
+ 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 5: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 5: No modifications detected for re-loaded extension module utils, skipping build step...
+ 5: Loading extension module utils...
+ 5: No modifications detected for re-loaded extension module utils, skipping build step...
+ 5: Loading extension module utils...
+ 5: No modifications detected for re-loaded extension module utils, skipping build step...
+ 5: Loading extension module utils...
+ 5: No modifications detected for re-loaded extension module utils, skipping build step...
+ 5: Loading extension module utils...
+ 5: No modifications detected for re-loaded extension module utils, skipping build step...No modifications detected for re-loaded extension module utils, skipping build step...
+ 5: 
+ 5: No modifications detected for re-loaded extension module utils, skipping build step...Loading extension module utils...Loading extension module utils...
+ 5: 
+ 5: 
+ 5: Loading extension module utils...
+ 5: No modifications detected for re-loaded extension module utils, skipping build step...
+ 5: Loading extension module utils...
+ 0: Using /pfs/lustrep4/users/muennighoff/.cache/torch_extensions/py39_cpu as PyTorch extensions root...
+ 0: No modifications detected for re-loaded extension module utils, skipping build step...
+ 0: Loading extension module utils...
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/utils.py:349: UserWarning: Parameter count with the embeddings will be inaccurate with PP > 1, as the first and last stage hold several copies of the embeddings
+ 0:   warnings.warn("Parameter count with the embeddings will be inaccurate with PP > 1, as the first and last stage hold several copies of the embeddings")
diff --git a/2b855b9bc4opt2/3474587.out b/2b855b9bc4opt2/3474587.out
new file mode 100644
index 0000000000000000000000000000000000000000..adb5c2f5196f72ef2e21c9c68b0b93c9ba279952
--- /dev/null
+++ b/2b855b9bc4opt2/3474587.out
@@ -0,0 +1,32308 @@
+Model parameters: d_model 2560 ffw_size 10240 kv_size 128 n_heads 20 n_layers 26
+Megatron-DeepSpeed/pretrain_gpt.py --tensor-model-parallel-size 1 --pipeline-model-parallel-size 1 --num-layers 26 --hidden-size 2560 --num-attention-heads 20 --kv-channels 128 --ffn-hidden-size 10240 --seq-length 2048 --max-position-embeddings 2048 --micro-batch-size 2 --global-batch-size 512 --train-samples 1 --vocab-file gpt2/vocab.json --merge-file gpt2/merges.txt --clip-grad 1.0 --kill-switch-path kill-switch-2b855b9bc4opt2val --bf16 --optimizer adam --adam-beta1 0.9 --adam-beta2 0.999 --adam-eps 1e-8 --lr 2e-4 --min-lr 2e-5 --lr-decay-style cosine --lr-decay-samples 1 --lr-warmup-samples 0 --clip-grad 1.0 --weight-decay 1e-1 --override-lr-scheduler --reset-progress --no-load-optim --log-interval 10 --save-interval 1000 --eval-interval 1 --eval-iters 100 --eval-only true --tensorboard-dir tensorboard_2b855b9bc4opt2val --tensorboard-queue-size 5 --log-timers-to-tensorboard --log-batch-size-to-tensorboard --log-validation-ppl-to-tensorboard --save lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2 --load lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2 --train-weighted-split-paths-path train1b5.txt --valid-weighted-split-paths-path val.txt --data-impl mmap --deepspeed --deepspeed_config ds_configs/3474587.json --zero-stage 0
+START 3474587: Sun 07 May 2023 09:07:23 PM EEST
+ 0: 
+ 0: 
+ 0: ======================= ROCm System Management Interface =======================
+ 0: ================================= Concise Info =================================
+ 0: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+ 0: 0    45.0c  97.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 0: 1    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 0: 2    41.0c  92.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 0: 3    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 0: 4    41.0c  95.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 0: 5    43.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 0: 6    41.0c  88.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 0: 7    43.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 0: ================================================================================
+ 0: ============================= End of ROCm SMI Log ==============================
+ 2: 
+ 2: 
+ 2: ======================= ROCm System Management Interface =======================
+ 2: ================================= Concise Info =================================
+ 2: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+ 2: 0    44.0c  90.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 2: 1    51.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 2: 2    40.0c  93.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 2: 3    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 2: 4    46.0c  90.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 2: 5    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 2: 6    44.0c  92.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 2: 7    42.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 2: ================================================================================
+ 2: ============================= End of ROCm SMI Log ==============================
+ 4: 
+ 4: 
+ 4: ======================= ROCm System Management Interface =======================
+ 4: ================================= Concise Info =================================
+ 4: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+ 4: 0    43.0c  88.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 4: 1    49.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 4: 2    33.0c  85.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 4: 3    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 4: 4    41.0c  90.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 4: 5    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 4: 6    38.0c  88.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 4: 7    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 4: ================================================================================
+ 4: ============================= End of ROCm SMI Log ==============================
+14: 
+14: 
+14: ======================= ROCm System Management Interface =======================
+14: ================================= Concise Info =================================
+14: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+14: 0    44.0c  96.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+14: 1    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+14: 2    40.0c  84.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+14: 3    51.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+14: 4    40.0c  92.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+14: 5    43.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+14: 6    35.0c  89.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+14: 7    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+14: ================================================================================
+14: ============================= End of ROCm SMI Log ==============================
+ 1: 
+ 1: 
+ 1: ======================= ROCm System Management Interface =======================
+ 1: ================================= Concise Info =================================
+ 1: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+ 1: 0    43.0c  93.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 1: 1    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 1: 2    46.0c  91.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 1: 3    44.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 1: 4    42.0c  91.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 1: 5    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 1: 6    39.0c  93.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 1: 7    42.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 1: ================================================================================
+ 1: ============================= End of ROCm SMI Log ==============================
+20: 
+20: 
+20: ======================= ROCm System Management Interface =======================
+20: ================================= Concise Info =================================
+20: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+20: 0    46.0c  89.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+20: 1    48.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+20: 2    37.0c  88.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+20: 3    44.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+20: 4    45.0c  84.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+20: 5    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+20: 6    41.0c  90.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+20: 7    42.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+20: ================================================================================
+20: ============================= End of ROCm SMI Log ==============================
+ 9: 
+ 9: 
+ 9: ======================= ROCm System Management Interface =======================
+ 9: ================================= Concise Info =================================
+ 9: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+ 9: 0    48.0c  95.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 9: 1    44.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 9: 2    39.0c  92.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 9: 3    44.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 9: 4    43.0c  86.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 9: 5    48.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 9: 6    44.0c  91.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 9: 7    41.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 9: ================================================================================
+ 9: ============================= End of ROCm SMI Log ==============================
+ 6: 
+ 6: 
+ 6: ======================= ROCm System Management Interface =======================
+ 6: ================================= Concise Info =================================
+ 6: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+ 6: 0    46.0c  97.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 6: 1    41.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 6: 2    40.0c  91.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 6: 3    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 6: 4    43.0c  91.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 6: 5    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 6: 6    37.0c  91.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 6: 7    41.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 6: ================================================================================
+ 6: ============================= End of ROCm SMI Log ==============================
+ 8: 
+ 8: 
+ 8: ======================= ROCm System Management Interface =======================
+ 8: ================================= Concise Info =================================
+ 8: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+ 8: 0    44.0c  95.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 8: 1    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 8: 2    41.0c  97.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 8: 3    43.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 8: 4    47.0c  93.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 8: 5    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 8: 6    42.0c  86.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 8: 7    44.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 8: ================================================================================
+ 8: ============================= End of ROCm SMI Log ==============================
+30: 
+30: 
+30: ======================= ROCm System Management Interface =======================
+30: ================================= Concise Info =================================
+30: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+30: 0    44.0c  92.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+30: 1    53.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+30: 2    36.0c  88.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+30: 3    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+30: 4    43.0c  89.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+30: 5    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+30: 6    36.0c  88.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+30: 7    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+30: ================================================================================
+30: ============================= End of ROCm SMI Log ==============================
+17: 
+17: 
+17: ======================= ROCm System Management Interface =======================
+17: ================================= Concise Info =================================
+17: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+17: 0    49.0c  87.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+17: 1    51.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+17: 2    40.0c  92.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+17: 3    44.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+17: 4    40.0c  87.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+17: 5    42.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+17: 6    37.0c  86.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+17: 7    39.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+17: ================================================================================
+17: ============================= End of ROCm SMI Log ==============================
+27: 
+27: 
+27: ======================= ROCm System Management Interface =======================
+27: ================================= Concise Info =================================
+27: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+27: 0    45.0c  93.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+27: 1    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+27: 2    41.0c  91.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+27: 3    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+27: 4    42.0c  99.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+27: 5    49.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+27: 6    43.0c  84.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+27: 7    43.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+27: ================================================================================
+27: ============================= End of ROCm SMI Log ==============================
+31: 
+31: 
+31: ======================= ROCm System Management Interface =======================
+31: ================================= Concise Info =================================
+31: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+31: 0    41.0c  90.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+31: 1    49.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+31: 2    36.0c  88.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+31: 3    44.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+31: 4    44.0c  83.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+31: 5    39.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+31: 6    37.0c  94.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+31: 7    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+31: ================================================================================
+31: ============================= End of ROCm SMI Log ==============================
+23: 
+23: 
+23: ======================= ROCm System Management Interface =======================
+23: ================================= Concise Info =================================
+23: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+23: 0    45.0c  95.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+23: 1    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+23: 2    41.0c  89.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+23: 3    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+23: 4    47.0c  88.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+23: 5    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+23: 6    37.0c  96.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+23: 7    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+23: ================================================================================
+23: ============================= End of ROCm SMI Log ==============================
+28: 
+28: 
+28: ======================= ROCm System Management Interface =======================
+28: ================================= Concise Info =================================
+28: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+28: 0    42.0c  89.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+28: 1    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+28: 2    41.0c  84.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+28: 3    43.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+28: 4    42.0c  86.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+28: 5    44.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+28: 6    40.0c  86.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+28: 7    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+28: ================================================================================
+28: ============================= End of ROCm SMI Log ==============================
+13: 
+13: 
+13: ======================= ROCm System Management Interface =======================
+13: ================================= Concise Info =================================
+13: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+13: 0    42.0c  95.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+13: 1    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+13: 2    40.0c  87.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+13: 3    44.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+13: 4    40.0c  89.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+13: 5    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+13: 6    43.0c  96.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+13: 7    43.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+13: ================================================================================
+13: ============================= End of ROCm SMI Log ==============================
+18: 
+18: 
+18: ======================= ROCm System Management Interface =======================
+18: ================================= Concise Info =================================
+18: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+18: 0    45.0c  94.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+18: 1    43.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+18: 2    37.0c  84.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+18: 3    50.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+18: 4    39.0c  93.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+18: 5    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+18: 6    42.0c  90.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+18: 7    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+18: ================================================================================
+18: ============================= End of ROCm SMI Log ==============================
+15: 
+15: 
+15: ======================= ROCm System Management Interface =======================
+15: ================================= Concise Info =================================
+15: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+15: 0    46.0c  93.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+15: 1    48.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+15: 2    38.0c  85.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+15: 3    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+15: 4    43.0c  89.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+15: 5    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+15: 6    42.0c  90.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+15: 7    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+15: ================================================================================
+15: ============================= End of ROCm SMI Log ==============================
+11: 
+11: 
+11: ======================= ROCm System Management Interface =======================
+11: ================================= Concise Info =================================
+11: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+11: 0    49.0c  88.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+11: 1    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+11: 2    43.0c  89.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+11: 3    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+11: 4    45.0c  86.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+11: 5    49.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+11: 6    48.0c  89.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+11: 7    48.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+11: ================================================================================
+11: ============================= End of ROCm SMI Log ==============================
+26: 
+26: 
+26: ======================= ROCm System Management Interface =======================
+26: ================================= Concise Info =================================
+26: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+26: 0    40.0c  97.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+26: 1    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+26: 2    47.0c  95.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+26: 3    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+26: 4    43.0c  94.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+26: 5    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+26: 6    47.0c  90.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+26: 7    44.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+26: ================================================================================
+26: ============================= End of ROCm SMI Log ==============================
+12: 
+12: 
+12: ======================= ROCm System Management Interface =======================
+12: ================================= Concise Info =================================
+12: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+12: 0    44.0c  92.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+12: 1    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+12: 2    47.0c  83.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+12: 3    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+12: 4    40.0c  87.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+12: 5    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+12: 6    35.0c  92.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+12: 7    42.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+12: ================================================================================
+12: ============================= End of ROCm SMI Log ==============================
+ 3: 
+ 3: 
+ 3: ======================= ROCm System Management Interface =======================
+ 3: ================================= Concise Info =================================
+ 3: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+ 3: 0    44.0c  94.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 3: 1    44.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 3: 2    39.0c  91.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 3: 3    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 3: 4    40.0c  86.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 3: 5    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 3: 6    42.0c  87.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 3: 7    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 3: ================================================================================
+ 3: ============================= End of ROCm SMI Log ==============================
+10: 
+10: 
+10: ======================= ROCm System Management Interface =======================
+10: ================================= Concise Info =================================
+10: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+10: 0    44.0c  91.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+10: 1    44.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+10: 2    44.0c  94.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+10: 3    42.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+10: 4    48.0c  89.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+10: 5    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+10: 6    45.0c  89.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+10: 7    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+10: ================================================================================
+10: ============================= End of ROCm SMI Log ==============================
+29: 
+29: 
+29: ======================= ROCm System Management Interface =======================
+29: ================================= Concise Info =================================
+29: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+29: 0    44.0c  91.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+29: 1    52.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+29: 2    41.0c  86.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+29: 3    49.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+29: 4    44.0c  84.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+29: 5    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+29: 6    43.0c  93.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+29: 7    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+29: ================================================================================
+29: ============================= End of ROCm SMI Log ==============================
+21: 
+21: 
+21: ======================= ROCm System Management Interface =======================
+21: ================================= Concise Info =================================
+21: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+21: 0    50.0c  89.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+21: 1    48.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+21: 2    40.0c  84.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+21: 3    44.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+21: 4    45.0c  86.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+21: 5    42.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+21: 6    33.0c  92.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+21: 7    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+21: ================================================================================
+21: ============================= End of ROCm SMI Log ==============================
+ 7: 
+ 7: 
+ 7: ======================= ROCm System Management Interface =======================
+ 7: ================================= Concise Info =================================
+ 7: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+ 7: 0    42.0c  95.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 7: 1    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 7: 2    40.0c  88.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 7: 3    48.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 7: 4    44.0c  87.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 7: 5    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 7: 6    40.0c  91.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 7: 7    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 7: ================================================================================
+ 7: ============================= End of ROCm SMI Log ==============================
+ 5: 
+ 5: 
+ 5: ======================= ROCm System Management Interface =======================
+ 5: ================================= Concise Info =================================
+ 5: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+ 5: 0    42.0c  90.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 5: 1    51.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 5: 2    43.0c  92.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 5: 3    43.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 5: 4    41.0c  87.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 5: 5    43.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 5: 6    41.0c  89.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+ 5: 7    42.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+ 5: ================================================================================
+ 5: ============================= End of ROCm SMI Log ==============================
+24: 
+24: 
+24: ======================= ROCm System Management Interface =======================
+24: ================================= Concise Info =================================
+24: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+24: 0    45.0c  88.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+24: 1    44.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+24: 2    36.0c  88.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+24: 3    50.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+24: 4    46.0c  88.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+24: 5    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+24: 6    35.0c  87.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+24: 7    40.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+24: ================================================================================
+24: ============================= End of ROCm SMI Log ==============================
+22: 
+22: 
+22: ======================= ROCm System Management Interface =======================
+22: ================================= Concise Info =================================
+22: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+22: 0    46.0c  96.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+22: 1    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+22: 2    36.0c  88.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+22: 3    42.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+22: 4    42.0c  90.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+22: 5    48.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+22: 6    46.0c  87.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+22: 7    41.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+22: ================================================================================
+22: ============================= End of ROCm SMI Log ==============================
+19: 
+19: 
+19: ======================= ROCm System Management Interface =======================
+19: ================================= Concise Info =================================
+19: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+19: 0    44.0c  96.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+19: 1    50.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+19: 2    45.0c  85.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+19: 3    42.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+19: 4    41.0c  87.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+19: 5    45.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+19: 6    40.0c  87.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+19: 7    49.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+19: ================================================================================
+19: ============================= End of ROCm SMI Log ==============================
+25: 
+25: 
+25: ======================= ROCm System Management Interface =======================
+25: ================================= Concise Info =================================
+25: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+25: 0    44.0c  92.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+25: 1    47.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+25: 2    41.0c  85.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+25: 3    44.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+25: 4    35.0c  90.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+25: 5    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+25: 6    37.0c  84.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+25: 7    43.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+25: ================================================================================
+25: ============================= End of ROCm SMI Log ==============================
+16: 
+16: 
+16: ======================= ROCm System Management Interface =======================
+16: ================================= Concise Info =================================
+16: GPU  Temp   AvgPwr  SCLK    MCLK     Fan  Perf  PwrCap  VRAM%  GPU%  
+16: 0    45.0c  95.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+16: 1    46.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+16: 2    38.0c  87.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+16: 3    42.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+16: 4    43.0c  85.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+16: 5    44.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+16: 6    41.0c  93.0W   800Mhz  1600Mhz  0%   auto  560.0W    0%   0%    
+16: 7    48.0c  N/A     800Mhz  1600Mhz  0%   auto  0.0W      0%   0%    
+16: ================================================================================
+16: ============================= End of ROCm SMI Log ==============================
+ 1: Launching on nid006293 (1/32), master nid006292 port 9999, GPUs 8, CUDA: True
+27: Launching on nid006319 (27/32), master nid006292 port 9999, GPUs 8, CUDA: True
+ 4: Launching on nid006296 (4/32), master nid006292 port 9999, GPUs 8, CUDA: True
+31: Launching on nid006323 (31/32), master nid006292 port 9999, GPUs 8, CUDA: True
+23: Launching on nid006315 (23/32), master nid006292 port 9999, GPUs 8, CUDA: True
+ 8: Launching on nid006300 (8/32), master nid006292 port 9999, GPUs 8, CUDA: True
+ 6: Launching on nid006298 (6/32), master nid006292 port 9999, GPUs 8, CUDA: True
+ 5: Launching on nid006297 (5/32), master nid006292 port 9999, GPUs 8, CUDA: True
+ 0: Launching on nid006292 (0/32), master nid006292 port 9999, GPUs 8, CUDA: True
+10: Launching on nid006302 (10/32), master nid006292 port 9999, GPUs 8, CUDA: True
+ 9: Launching on nid006301 (9/32), master nid006292 port 9999, GPUs 8, CUDA: True
+ 2: Launching on nid006294 (2/32), master nid006292 port 9999, GPUs 8, CUDA: True
+ 7: Launching on nid006299 (7/32), master nid006292 port 9999, GPUs 8, CUDA: True
+13: Launching on nid006305 (13/32), master nid006292 port 9999, GPUs 8, CUDA: True
+21: Launching on nid006313 (21/32), master nid006292 port 9999, GPUs 8, CUDA: True
+17: Launching on nid006309 (17/32), master nid006292 port 9999, GPUs 8, CUDA: True
+15: Launching on nid006307 (15/32), master nid006292 port 9999, GPUs 8, CUDA: True
+14: Launching on nid006306 (14/32), master nid006292 port 9999, GPUs 8, CUDA: True
+30: Launching on nid006322 (30/32), master nid006292 port 9999, GPUs 8, CUDA: True
+11: Launching on nid006303 (11/32), master nid006292 port 9999, GPUs 8, CUDA: True
+20: Launching on nid006312 (20/32), master nid006292 port 9999, GPUs 8, CUDA: True
+28: Launching on nid006320 (28/32), master nid006292 port 9999, GPUs 8, CUDA: True
+ 3: Launching on nid006295 (3/32), master nid006292 port 9999, GPUs 8, CUDA: True
+29: Launching on nid006321 (29/32), master nid006292 port 9999, GPUs 8, CUDA: True
+12: Launching on nid006304 (12/32), master nid006292 port 9999, GPUs 8, CUDA: True
+18: Launching on nid006310 (18/32), master nid006292 port 9999, GPUs 8, CUDA: True
+26: Launching on nid006318 (26/32), master nid006292 port 9999, GPUs 8, CUDA: True
+24: Launching on nid006316 (24/32), master nid006292 port 9999, GPUs 8, CUDA: True
+25: Launching on nid006317 (25/32), master nid006292 port 9999, GPUs 8, CUDA: True
+16: Launching on nid006308 (16/32), master nid006292 port 9999, GPUs 8, CUDA: True
+22: Launching on nid006314 (22/32), master nid006292 port 9999, GPUs 8, CUDA: True
+19: Launching on nid006311 (19/32), master nid006292 port 9999, GPUs 8, CUDA: True
+ 0: using world size: 256, data-parallel-size: 256, tensor-model-parallel size: 1, pipeline-model-parallel size: 1 
+ 0: accumulate and all-reduce gradients in fp32 for bfloat16 data type.
+ 0: using torch.bfloat16 for parameters ...
+ 0: ------------------------ arguments ------------------------
+ 0:   abort_on_unmet_fused_kernel_constraints ......... False
+ 0:   accumulate_allreduce_grads_in_fp32 .............. True
+ 0:   adam_beta1 ...................................... 0.9
+ 0:   adam_beta2 ...................................... 0.999
+ 0:   adam_eps ........................................ 1e-08
+ 0:   adlr_autoresume ................................. False
+ 0:   adlr_autoresume_interval ........................ 1000
+ 0:   apply_query_key_layer_scaling ................... True
+ 0:   apply_residual_connection_post_layernorm ........ False
+ 0:   attention_dropout ............................... 0.1
+ 0:   attention_softmax_in_fp32 ....................... False
+ 0:   bert_binary_head ................................ True
+ 0:   bert_load ....................................... None
+ 0:   bf16 ............................................ True
+ 0:   bias_dropout_fusion ............................. True
+ 0:   bias_gelu_fusion ................................ True
+ 0:   biencoder_projection_dim ........................ 0
+ 0:   biencoder_shared_query_context_model ............ False
+ 0:   block_data_path ................................. None
+ 0:   checkpoint_activations .......................... False
+ 0:   checkpoint_in_cpu ............................... False
+ 0:   checkpoint_num_layers ........................... 1
+ 0:   clip_grad ....................................... 1.0
+ 0:   codecarbon_dir .................................. None
+ 0:   consumed_train_samples .......................... 0
+ 0:   consumed_train_tokens ........................... 0
+ 0:   consumed_valid_samples .......................... 0
+ 0:   contigious_checkpointing ........................ False
+ 0:   cpu_optimizer ................................... False
+ 0:   cpu_torch_adam .................................. False
+ 0:   curriculum_learning ............................. False
+ 0:   data_impl ....................................... mmap
+ 0:   data_parallel_size .............................. 256
+ 0:   data_path ....................................... None
+ 0:   dataloader_type ................................. single
+ 0:   DDP_impl ........................................ local
+ 0:   decoder_seq_length .............................. None
+ 0:   deepscale ....................................... False
+ 0:   deepscale_config ................................ None
+ 0:   deepspeed ....................................... True
+ 0:   deepspeed_activation_checkpointing .............. False
+ 0:   deepspeed_config ................................ ds_configs/3474587.json
+ 0:   deepspeed_mpi ................................... False
+ 0:   distribute_checkpointed_activations ............. False
+ 0:   distributed_backend ............................. nccl
+ 0:   embed_layernorm ................................. False
+ 0:   embedding_path .................................. None
+ 0:   encoder_seq_length .............................. 2048
+ 0:   eod_mask_loss ................................... False
+ 0:   eval_interval ................................... 1
+ 0:   eval_iters ...................................... 100
+ 0:   eval_only ....................................... True
+ 0:   evidence_data_path .............................. None
+ 0:   exit_duration_in_mins ........................... None
+ 0:   exit_interval ................................... None
+ 0:   ffn_hidden_size ................................. 10240
+ 0:   finetune ........................................ False
+ 0:   fp16 ............................................ False
+ 0:   fp16_lm_cross_entropy ........................... False
+ 0:   fp32_residual_connection ........................ False
+ 0:   gigaflos_no_embeds .............................. 0
+ 0:   global_batch_size ............................... 512
+ 0:   glu_activation .................................. None
+ 0:   hidden_dropout .................................. 0.1
+ 0:   hidden_size ..................................... 2560
+ 0:   hysteresis ...................................... 2
+ 0:   ict_head_size ................................... None
+ 0:   ict_load ........................................ None
+ 0:   img_dim ......................................... 224
+ 0:   indexer_batch_size .............................. 128
+ 0:   indexer_log_interval ............................ 1000
+ 0:   inference ....................................... False
+ 0:   init_method_std ................................. 0.02
+ 0:   init_method_xavier_uniform ...................... False
+ 0:   initial_loss_scale .............................. 4294967296
+ 0:   kill_switch_path ................................ kill-switch-2b855b9bc4opt2val
+ 0:   kv_channels ..................................... 128
+ 0:   layer_norm_fusion ............................... True
+ 0:   layernorm_epsilon ............................... 1e-05
+ 0:   lazy_mpu_init ................................... None
+ 0:   load ............................................ lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2
+ 0:   local_rank ...................................... None
+ 0:   log_batch_size_to_tensorboard ................... True
+ 0:   log_interval .................................... 10
+ 0:   log_learning_rate_to_tensorboard ................ True
+ 0:   log_level ....................................... None
+ 0:   log_level_replica ............................... None
+ 0:   log_loss_scale_to_tensorboard ................... True
+ 0:   log_num_zeros_in_grad ........................... False
+ 0:   log_params_norm ................................. False
+ 0:   log_path ........................................ None
+ 0:   log_timers_to_tensorboard ....................... True
+ 0:   log_validation_ppl_to_tensorboard ............... True
+ 0:   loss_on_targets_only ............................ False
+ 0:   loss_scale ...................................... None
+ 0:   loss_scale_window ............................... 1000
+ 0:   lr .............................................. 0.0002
+ 0:   lr_decay_iters .................................. None
+ 0:   lr_decay_samples ................................ 1
+ 0:   lr_decay_style .................................. cosine
+ 0:   lr_decay_tokens ................................. None
+ 0:   lr_warmup_fraction .............................. None
+ 0:   lr_warmup_iters ................................. 0
+ 0:   lr_warmup_samples ............................... 0
+ 0:   make_vocab_size_divisible_by .................... 128
+ 0:   mask_prob ....................................... 0.15
+ 0:   masked_softmax_fusion ........................... True
+ 0:   max_position_embeddings ......................... 2048
+ 0:   mean_noise_span_length .......................... None
+ 0:   memory_centric_tiled_linear ..................... False
+ 0:   merge_file ...................................... gpt2/merges.txt
+ 0:   micro_batch_size ................................ 2
+ 0:   min_loss_scale .................................. 1.0
+ 0:   min_lr .......................................... 2e-05
+ 0:   mmap_warmup ..................................... False
+ 0:   no_load_optim ................................... True
+ 0:   no_load_rng ..................................... None
+ 0:   no_save_optim ................................... None
+ 0:   no_save_rng ..................................... None
+ 0:   noise_density ................................... None
+ 0:   num_attention_heads ............................. 20
+ 0:   num_channels .................................... 3
+ 0:   num_classes ..................................... 1000
+ 0:   num_layers ...................................... 26
+ 0:   num_layers_per_virtual_pipeline_stage ........... None
+ 0:   num_workers ..................................... 2
+ 0:   onnx_safe ....................................... None
+ 0:   openai_gelu ..................................... False
+ 0:   optimizer ....................................... adam
+ 0:   optimizer_fusion ................................ True
+ 0:   override_lr_scheduler ........................... True
+ 0:   pad_vocab_size_to ............................... None
+ 0:   params_dtype .................................... torch.bfloat16
+ 0:   partition_activations ........................... False
+ 0:   patch_dim ....................................... 16
+ 0:   pipeline_model_parallel_size .................... 1
+ 0:   position_embedding_type ......................... PositionEmbeddingType.absolute
+ 0:   pp_partition_method ............................. None
+ 0:   profile_backward ................................ False
+ 0:   query_in_block_prob ............................. 0.1
+ 0:   rampup_batch_size ............................... None
+ 0:   rank ............................................ 0
+ 0:   remote_device ................................... none
+ 0:   reset_attention_mask ............................ False
+ 0:   reset_position_ids .............................. False
+ 0:   reset_progress .................................. True
+ 0:   retriever_report_topk_accuracies ................ []
+ 0:   retriever_score_scaling ......................... False
+ 0:   retriever_seq_length ............................ 256
+ 0:   reweight_loss_based_on_position_frequency ....... False
+ 0:   sample_rate ..................................... 1.0
+ 0:   save ............................................ lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2
+ 0:   save_interval ................................... 1000
+ 0:   scatter_gather_tensors_in_pipeline .............. True
+ 0:   scattered_embeddings ............................ False
+ 0:   seed ............................................ 1234
+ 0:   seq_length ...................................... 2048
+ 0:   sgd_momentum .................................... 0.9
+ 0:   short_seq_prob .................................. 0.1
+ 0:   skip_train_iteration_range ...................... None
+ 0:   split ........................................... None
+ 0:   split_transformers .............................. False
+ 0:   sync_tp_duplicated_parameters ................... False
+ 0:   synchronize_each_layer .......................... False
+ 0:   tensor_model_parallel_size ...................... 1
+ 0:   tensorboard_dir ................................. tensorboard_2b855b9bc4opt2val
+ 0:   tensorboard_log_interval ........................ 1
+ 0:   tensorboard_queue_size .......................... 5
+ 0:   test_weighted_split_paths ....................... None
+ 0:   test_weighted_split_paths_path .................. None
+ 0:   tile_factor ..................................... 1
+ 0:   titles_data_path ................................ None
+ 0:   tokenizer_name_or_path .......................... None
+ 0:   tokenizer_type .................................. GPT2BPETokenizer
+ 0:   train_iters ..................................... None
+ 0:   train_samples ................................... 1
+ 0:   train_tokens .................................... None
+ 0:   train_weighted_split_names ...................... ['train']
+ 0:   train_weighted_split_paths ...................... [['/scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_1B5_text_document']]
+ 0:   train_weighted_split_paths_path ................. None
+ 0:   train_weighted_split_splits ..................... [['0:1']]
+ 0:   train_weighted_split_weights .................... [['1.0']]
+ 0:   universal_checkpoint ............................ False
+ 0:   use_bnb_optimizer ............................... False
+ 0:   use_checkpoint_lr_scheduler ..................... False
+ 0:   use_contiguous_buffers_in_ddp ................... True
+ 0:   use_cpu_initialization .......................... None
+ 0:   use_one_sent_docs ............................... False
+ 0:   use_pin_memory .................................. False
+ 0:   valid_num_workers ............................... 2
+ 0:   valid_weighted_split_names ...................... ['validation']
+ 0:   valid_weighted_split_paths ...................... [['/scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document']]
+ 0:   valid_weighted_split_paths_path ................. None
+ 0:   valid_weighted_split_splits ..................... [['0:1']]
+ 0:   valid_weighted_split_weights .................... [['1.0']]
+ 0:   virtual_pipeline_model_parallel_size ............ None
+ 0:   vocab_extra_ids ................................. 0
+ 0:   vocab_file ...................................... gpt2/vocab.json
+ 0:   weight_decay .................................... 0.1
+ 0:   world_size ...................................... 256
+ 0:   zero_allgather_bucket_size ...................... 0.0
+ 0:   zero_contigious_gradients ....................... False
+ 0:   zero_reduce_bucket_size ......................... 0.0
+ 0:   zero_reduce_scatter ............................. False
+ 0:   zero_stage ...................................... 0
+ 0: -------------------- end of arguments ---------------------
+ 0: setting number of micro-batches to constant 1
+ 0: > building GPT2BPETokenizer tokenizer ...
+ 0:  > padded vocab (size: 50257) with 47 dummy tokens (new size: 50304)
+ 0: DeepSpeed general environment info:
+ 0: torch install path ............... ['/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch']
+ 0: torch version .................... 1.13.0+rocm5.2
+ 0: torch cuda version ............... None
+ 0: torch hip version ................ 5.2.21151-afdc89f8
+ 0: nvcc version ..................... None
+ 0: deepspeed install path ........... ['/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/deepspeed']
+ 0: deepspeed info ................... 0.7.5, unknown, unknown
+ 0: deepspeed wheel compiled w. ...... torch 1.13, hip 5.1
+ 0: **** Git info for Megatron: git_hash=unknown git_branch=unknown ****
+ 0: > initializing torch distributed ...
+ 0: [2023-05-07 21:10:49,170] [INFO] [comm.py:633:init_distributed] Initializing TorchBackend in DeepSpeed with backend nccl
+31: > setting tensorboard ...
+ 0: > initializing tensor model parallel with size 1
+ 0: > initializing pipeline model parallel with size 1
+ 0: > setting random seeds to 1234 ...
+ 0: > initializing model parallel cuda seeds on global rank 0, model parallel rank 0, and data parallel rank 0 with model parallel seed: 3952 and data parallel seed: 1234
+ 0: > compiling dataset index builder ...
+ 0: make: Entering directory '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/data'
+ 0: make: Nothing to be done for 'default'.
+ 0: make: Leaving directory '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/data'
+ 0: >>> done with dataset index builder. Compilation time: 0.094 seconds
+ 0: > compiling and loading fused kernels ...
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.cpp -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.cpp [skipped, already hipified]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.h [skipped, already hipified]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h [skipped, no changes]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h [skipped, no changes]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_cuda.cu -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.hip [skipped, already hipified]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h [skipped, no changes]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h [skipped, no changes]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.h [skipped, already hipified]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.h [skipped, already hipified]
+ 0: Total number of unsupported CUDA function calls: 0
+ 0: 
+ 0: 
+ 0: Total number of replaced kernel launches: 87
+ 0: ninja: no work to do.
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax.cpp -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.cpp [skipped, already hipified]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_cuda.cu -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.hip [skipped, already hipified]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h [skipped, no changes]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h [skipped, no changes]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.h [skipped, already hipified]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.h [skipped, already hipified]
+ 0: Total number of unsupported CUDA function calls: 0
+ 0: 
+ 0: 
+ 0: Total number of replaced kernel launches: 63
+ 0: ninja: no work to do.
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/layer_norm_cuda.cpp -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/layer_norm_cuda.cpp [skipped, no changes]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/layer_norm_cuda_kernel.cu -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/layer_norm_hip_kernel.hip [skipped, already hipified]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h [skipped, no changes]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h [skipped, no changes]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.h [skipped, already hipified]
+ 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.h [skipped, already hipified]
+ 0: Total number of unsupported CUDA function calls: 0
+ 0: 
+ 0: 
+ 0: Total number of replaced kernel launches: 67
+ 0: ninja: no work to do.
+ 0: >>> done with compiling and loading fused kernels. Compilation time: 40.044 seconds
+ 0: time to initialize megatron (seconds): 92.324
+ 0: [after megatron is initialized] datetime: 2023-05-07 21:11:40 
+ 0: building GPT model ...
+ 0: [2023-05-07 21:11:40,497] [INFO] [utils.py:827:see_memory_usage] Before Building Model
+ 0: [2023-05-07 21:11:40,499] [INFO] [utils.py:828:see_memory_usage] MA 0.0 GB         Max_MA 0.0 GB         CA 0.0 GB         Max_CA 0 GB 
+ 0: [2023-05-07 21:11:40,499] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory:  used = 39.64 GB, percent = 7.9%
+ 0: SEED_LAYERS=False BASE_SEED=1234 SEED_FN=None
+ 0: Using topology: {ProcessCoord(pipe=0, data=0, model=0): 0, ProcessCoord(pipe=0, data=1, model=0): 1, ProcessCoord(pipe=0, data=2, model=0): 2, ProcessCoord(pipe=0, data=3, model=0): 3, ProcessCoord(pipe=0, data=4, model=0): 4, ProcessCoord(pipe=0, data=5, model=0): 5, ProcessCoord(pipe=0, data=6, model=0): 6, ProcessCoord(pipe=0, data=7, model=0): 7, ProcessCoord(pipe=0, data=8, model=0): 8, ProcessCoord(pipe=0, data=9, model=0): 9, ProcessCoord(pipe=0, data=10, model=0): 10, ProcessCoord(pipe=0, data=11, model=0): 11, ProcessCoord(pipe=0, data=12, model=0): 12, ProcessCoord(pipe=0, data=13, model=0): 13, ProcessCoord(pipe=0, data=14, model=0): 14, ProcessCoord(pipe=0, data=15, model=0): 15, ProcessCoord(pipe=0, data=16, model=0): 16, ProcessCoord(pipe=0, data=17, model=0): 17, ProcessCoord(pipe=0, data=18, model=0): 18, ProcessCoord(pipe=0, data=19, model=0): 19, ProcessCoord(pipe=0, data=20, model=0): 20, ProcessCoord(pipe=0, data=21, model=0): 21, ProcessCoord(pipe=0, data=22, model=0): 22, ProcessCoord(pi
+ 0: pe=0, data=23, model=0): 23, ProcessCoord(pipe=0, data=24, model=0): 24, ProcessCoord(pipe=0, data=25, model=0): 25, ProcessCoord(pipe=0, data=26, model=0): 26, ProcessCoord(pipe=0, data=27, model=0): 27, ProcessCoord(pipe=0, data=28, model=0): 28, ProcessCoord(pipe=0, data=29, model=0): 29, ProcessCoord(pipe=0, data=30, model=0): 30, ProcessCoord(pipe=0, data=31, model=0): 31, ProcessCoord(pipe=0, data=32, model=0): 32, ProcessCoord(pipe=0, data=33, model=0): 33, ProcessCoord(pipe=0, data=34, model=0): 34, ProcessCoord(pipe=0, data=35, model=0): 35, ProcessCoord(pipe=0, data=36, model=0): 36, ProcessCoord(pipe=0, data=37, model=0): 37, ProcessCoord(pipe=0, data=38, model=0): 38, ProcessCoord(pipe=0, data=39, model=0): 39, ProcessCoord(pipe=0, data=40, model=0): 40, ProcessCoord(pipe=0, data=41, model=0): 41, ProcessCoord(pipe=0, data=42, model=0): 42, ProcessCoord(pipe=0, data=43, model=0): 43, ProcessCoord(pipe=0, data=44, model=0): 44, ProcessCoord(pipe=0, data=45, model=0): 45, ProcessCoord(pipe=0, data=4
+ 0: 6, model=0): 46, ProcessCoord(pipe=0, data=47, model=0): 47, ProcessCoord(pipe=0, data=48, model=0): 48, ProcessCoord(pipe=0, data=49, model=0): 49, ProcessCoord(pipe=0, data=50, model=0): 50, ProcessCoord(pipe=0, data=51, model=0): 51, ProcessCoord(pipe=0, data=52, model=0): 52, ProcessCoord(pipe=0, data=53, model=0): 53, ProcessCoord(pipe=0, data=54, model=0): 54, ProcessCoord(pipe=0, data=55, model=0): 55, ProcessCoord(pipe=0, data=56, model=0): 56, ProcessCoord(pipe=0, data=57, model=0): 57, ProcessCoord(pipe=0, data=58, model=0): 58, ProcessCoord(pipe=0, data=59, model=0): 59, ProcessCoord(pipe=0, data=60, model=0): 60, ProcessCoord(pipe=0, data=61, model=0): 61, ProcessCoord(pipe=0, data=62, model=0): 62, ProcessCoord(pipe=0, data=63, model=0): 63, ProcessCoord(pipe=0, data=64, model=0): 64, ProcessCoord(pipe=0, data=65, model=0): 65, ProcessCoord(pipe=0, data=66, model=0): 66, ProcessCoord(pipe=0, data=67, model=0): 67, ProcessCoord(pipe=0, data=68, model=0): 68, ProcessCoord(pipe=0, data=69, model=0):
+ 0:  69, ProcessCoord(pipe=0, data=70, model=0): 70, ProcessCoord(pipe=0, data=71, model=0): 71, ProcessCoord(pipe=0, data=72, model=0): 72, ProcessCoord(pipe=0, data=73, model=0): 73, ProcessCoord(pipe=0, data=74, model=0): 74, ProcessCoord(pipe=0, data=75, model=0): 75, ProcessCoord(pipe=0, data=76, model=0): 76, ProcessCoord(pipe=0, data=77, model=0): 77, ProcessCoord(pipe=0, data=78, model=0): 78, ProcessCoord(pipe=0, data=79, model=0): 79, ProcessCoord(pipe=0, data=80, model=0): 80, ProcessCoord(pipe=0, data=81, model=0): 81, ProcessCoord(pipe=0, data=82, model=0): 82, ProcessCoord(pipe=0, data=83, model=0): 83, ProcessCoord(pipe=0, data=84, model=0): 84, ProcessCoord(pipe=0, data=85, model=0): 85, ProcessCoord(pipe=0, data=86, model=0): 86, ProcessCoord(pipe=0, data=87, model=0): 87, ProcessCoord(pipe=0, data=88, model=0): 88, ProcessCoord(pipe=0, data=89, model=0): 89, ProcessCoord(pipe=0, data=90, model=0): 90, ProcessCoord(pipe=0, data=91, model=0): 91, ProcessCoord(pipe=0, data=92, model=0): 92, Process
+ 0: Coord(pipe=0, data=93, model=0): 93, ProcessCoord(pipe=0, data=94, model=0): 94, ProcessCoord(pipe=0, data=95, model=0): 95, ProcessCoord(pipe=0, data=96, model=0): 96, ProcessCoord(pipe=0, data=97, model=0): 97, ProcessCoord(pipe=0, data=98, model=0): 98, ProcessCoord(pipe=0, data=99, model=0): 99, ProcessCoord(pipe=0, data=100, model=0): 100, ProcessCoord(pipe=0, data=101, model=0): 101, ProcessCoord(pipe=0, data=102, model=0): 102, ProcessCoord(pipe=0, data=103, model=0): 103, ProcessCoord(pipe=0, data=104, model=0): 104, ProcessCoord(pipe=0, data=105, model=0): 105, ProcessCoord(pipe=0, data=106, model=0): 106, ProcessCoord(pipe=0, data=107, model=0): 107, ProcessCoord(pipe=0, data=108, model=0): 108, ProcessCoord(pipe=0, data=109, model=0): 109, ProcessCoord(pipe=0, data=110, model=0): 110, ProcessCoord(pipe=0, data=111, model=0): 111, ProcessCoord(pipe=0, data=112, model=0): 112, ProcessCoord(pipe=0, data=113, model=0): 113, ProcessCoord(pipe=0, data=114, model=0): 114, ProcessCoord(pipe=0, data=115, mo
+ 0: del=0): 115, ProcessCoord(pipe=0, data=116, model=0): 116, ProcessCoord(pipe=0, data=117, model=0): 117, ProcessCoord(pipe=0, data=118, model=0): 118, ProcessCoord(pipe=0, data=119, model=0): 119, ProcessCoord(pipe=0, data=120, model=0): 120, ProcessCoord(pipe=0, data=121, model=0): 121, ProcessCoord(pipe=0, data=122, model=0): 122, ProcessCoord(pipe=0, data=123, model=0): 123, ProcessCoord(pipe=0, data=124, model=0): 124, ProcessCoord(pipe=0, data=125, model=0): 125, ProcessCoord(pipe=0, data=126, model=0): 126, ProcessCoord(pipe=0, data=127, model=0): 127, ProcessCoord(pipe=0, data=128, model=0): 128, ProcessCoord(pipe=0, data=129, model=0): 129, ProcessCoord(pipe=0, data=130, model=0): 130, ProcessCoord(pipe=0, data=131, model=0): 131, ProcessCoord(pipe=0, data=132, model=0): 132, ProcessCoord(pipe=0, data=133, model=0): 133, ProcessCoord(pipe=0, data=134, model=0): 134, ProcessCoord(pipe=0, data=135, model=0): 135, ProcessCoord(pipe=0, data=136, model=0): 136, ProcessCoord(pipe=0, data=137, model=0): 137,
+ 0:  ProcessCoord(pipe=0, data=138, model=0): 138, ProcessCoord(pipe=0, data=139, model=0): 139, ProcessCoord(pipe=0, data=140, model=0): 140, ProcessCoord(pipe=0, data=141, model=0): 141, ProcessCoord(pipe=0, data=142, model=0): 142, ProcessCoord(pipe=0, data=143, model=0): 143, ProcessCoord(pipe=0, data=144, model=0): 144, ProcessCoord(pipe=0, data=145, model=0): 145, ProcessCoord(pipe=0, data=146, model=0): 146, ProcessCoord(pipe=0, data=147, model=0): 147, ProcessCoord(pipe=0, data=148, model=0): 148, ProcessCoord(pipe=0, data=149, model=0): 149, ProcessCoord(pipe=0, data=150, model=0): 150, ProcessCoord(pipe=0, data=151, model=0): 151, ProcessCoord(pipe=0, data=152, model=0): 152, ProcessCoord(pipe=0, data=153, model=0): 153, ProcessCoord(pipe=0, data=154, model=0): 154, ProcessCoord(pipe=0, data=155, model=0): 155, ProcessCoord(pipe=0, data=156, model=0): 156, ProcessCoord(pipe=0, data=157, model=0): 157, ProcessCoord(pipe=0, data=158, model=0): 158, ProcessCoord(pipe=0, data=159, model=0): 159, ProcessCoor
+ 0: d(pipe=0, data=160, model=0): 160, ProcessCoord(pipe=0, data=161, model=0): 161, ProcessCoord(pipe=0, data=162, model=0): 162, ProcessCoord(pipe=0, data=163, model=0): 163, ProcessCoord(pipe=0, data=164, model=0): 164, ProcessCoord(pipe=0, data=165, model=0): 165, ProcessCoord(pipe=0, data=166, model=0): 166, ProcessCoord(pipe=0, data=167, model=0): 167, ProcessCoord(pipe=0, data=168, model=0): 168, ProcessCoord(pipe=0, data=169, model=0): 169, ProcessCoord(pipe=0, data=170, model=0): 170, ProcessCoord(pipe=0, data=171, model=0): 171, ProcessCoord(pipe=0, data=172, model=0): 172, ProcessCoord(pipe=0, data=173, model=0): 173, ProcessCoord(pipe=0, data=174, model=0): 174, ProcessCoord(pipe=0, data=175, model=0): 175, ProcessCoord(pipe=0, data=176, model=0): 176, ProcessCoord(pipe=0, data=177, model=0): 177, ProcessCoord(pipe=0, data=178, model=0): 178, ProcessCoord(pipe=0, data=179, model=0): 179, ProcessCoord(pipe=0, data=180, model=0): 180, ProcessCoord(pipe=0, data=181, model=0): 181, ProcessCoord(pipe=0, da
+ 0: ta=182, model=0): 182, ProcessCoord(pipe=0, data=183, model=0): 183, ProcessCoord(pipe=0, data=184, model=0): 184, ProcessCoord(pipe=0, data=185, model=0): 185, ProcessCoord(pipe=0, data=186, model=0): 186, ProcessCoord(pipe=0, data=187, model=0): 187, ProcessCoord(pipe=0, data=188, model=0): 188, ProcessCoord(pipe=0, data=189, model=0): 189, ProcessCoord(pipe=0, data=190, model=0): 190, ProcessCoord(pipe=0, data=191, model=0): 191, ProcessCoord(pipe=0, data=192, model=0): 192, ProcessCoord(pipe=0, data=193, model=0): 193, ProcessCoord(pipe=0, data=194, model=0): 194, ProcessCoord(pipe=0, data=195, model=0): 195, ProcessCoord(pipe=0, data=196, model=0): 196, ProcessCoord(pipe=0, data=197, model=0): 197, ProcessCoord(pipe=0, data=198, model=0): 198, ProcessCoord(pipe=0, data=199, model=0): 199, ProcessCoord(pipe=0, data=200, model=0): 200, ProcessCoord(pipe=0, data=201, model=0): 201, ProcessCoord(pipe=0, data=202, model=0): 202, ProcessCoord(pipe=0, data=203, model=0): 203, ProcessCoord(pipe=0, data=204, mode
+ 0: l=0): 204, ProcessCoord(pipe=0, data=205, model=0): 205, ProcessCoord(pipe=0, data=206, model=0): 206, ProcessCoord(pipe=0, data=207, model=0): 207, ProcessCoord(pipe=0, data=208, model=0): 208, ProcessCoord(pipe=0, data=209, model=0): 209, ProcessCoord(pipe=0, data=210, model=0): 210, ProcessCoord(pipe=0, data=211, model=0): 211, ProcessCoord(pipe=0, data=212, model=0): 212, ProcessCoord(pipe=0, data=213, model=0): 213, ProcessCoord(pipe=0, data=214, model=0): 214, ProcessCoord(pipe=0, data=215, model=0): 215, ProcessCoord(pipe=0, data=216, model=0): 216, ProcessCoord(pipe=0, data=217, model=0): 217, ProcessCoord(pipe=0, data=218, model=0): 218, ProcessCoord(pipe=0, data=219, model=0): 219, ProcessCoord(pipe=0, data=220, model=0): 220, ProcessCoord(pipe=0, data=221, model=0): 221, ProcessCoord(pipe=0, data=222, model=0): 222, ProcessCoord(pipe=0, data=223, model=0): 223, ProcessCoord(pipe=0, data=224, model=0): 224, ProcessCoord(pipe=0, data=225, model=0): 225, ProcessCoord(pipe=0, data=226, model=0): 226, P
+ 0: rocessCoord(pipe=0, data=227, model=0): 227, ProcessCoord(pipe=0, data=228, model=0): 228, ProcessCoord(pipe=0, data=229, model=0): 229, ProcessCoord(pipe=0, data=230, model=0): 230, ProcessCoord(pipe=0, data=231, model=0): 231, ProcessCoord(pipe=0, data=232, model=0): 232, ProcessCoord(pipe=0, data=233, model=0): 233, ProcessCoord(pipe=0, data=234, model=0): 234, ProcessCoord(pipe=0, data=235, model=0): 235, ProcessCoord(pipe=0, data=236, model=0): 236, ProcessCoord(pipe=0, data=237, model=0): 237, ProcessCoord(pipe=0, data=238, model=0): 238, ProcessCoord(pipe=0, data=239, model=0): 239, ProcessCoord(pipe=0, data=240, model=0): 240, ProcessCoord(pipe=0, data=241, model=0): 241, ProcessCoord(pipe=0, data=242, model=0): 242, ProcessCoord(pipe=0, data=243, model=0): 243, ProcessCoord(pipe=0, data=244, model=0): 244, ProcessCoord(pipe=0, data=245, model=0): 245, ProcessCoord(pipe=0, data=246, model=0): 246, ProcessCoord(pipe=0, data=247, model=0): 247, ProcessCoord(pipe=0, data=248, model=0): 248, ProcessCoord(
+ 0: pipe=0, data=249, model=0): 249, ProcessCoord(pipe=0, data=250, model=0): 250, ProcessCoord(pipe=0, data=251, model=0): 251, ProcessCoord(pipe=0, data=252, model=0): 252, ProcessCoord(pipe=0, data=253, model=0): 253, ProcessCoord(pipe=0, data=254, model=0): 254, ProcessCoord(pipe=0, data=255, model=0): 255}
+ 0: [2023-05-07 21:11:48,714] [INFO] [module.py:366:_partition_layers] Partitioning pipeline stages with method type:transformer
+ 0: stage=0 layers=33
+ 0:      0: _to_float16
+ 0:      1: EmbeddingPipe
+ 0:      2: <lambda>
+ 0:      3: ParallelTransformerLayerPipe
+ 0:      4: ParallelTransformerLayerPipe
+ 0:      5: ParallelTransformerLayerPipe
+ 0:      6: ParallelTransformerLayerPipe
+ 0:      7: ParallelTransformerLayerPipe
+ 0:      8: ParallelTransformerLayerPipe
+ 0:      9: ParallelTransformerLayerPipe
+ 0:     10: ParallelTransformerLayerPipe
+ 0:     11: ParallelTransformerLayerPipe
+ 0:     12: ParallelTransformerLayerPipe
+ 0:     13: ParallelTransformerLayerPipe
+ 0:     14: ParallelTransformerLayerPipe
+ 0:     15: ParallelTransformerLayerPipe
+ 0:     16: ParallelTransformerLayerPipe
+ 0:     17: ParallelTransformerLayerPipe
+ 0:     18: ParallelTransformerLayerPipe
+ 0:     19: ParallelTransformerLayerPipe
+ 0:     20: ParallelTransformerLayerPipe
+ 0:     21: ParallelTransformerLayerPipe
+ 0:     22: ParallelTransformerLayerPipe
+ 0:     23: ParallelTransformerLayerPipe
+ 0:     24: ParallelTransformerLayerPipe
+ 0:     25: ParallelTransformerLayerPipe
+ 0:     26: ParallelTransformerLayerPipe
+ 0:     27: ParallelTransformerLayerPipe
+ 0:     28: ParallelTransformerLayerPipe
+ 0:     29: undo
+ 0:     30: MixedFusedLayerNorm
+ 0:     31: EmbeddingPipe
+ 0:     32: float16_to_fp32
+ 0:   loss: CrossEntropy
+ 0: [2023-05-07 21:11:49,194] [INFO] [utils.py:827:see_memory_usage] After Building Model
+ 0: [2023-05-07 21:11:49,194] [INFO] [utils.py:828:see_memory_usage] MA 4.08 GB         Max_MA 4.08 GB         CA 4.12 GB         Max_CA 4 GB 
+ 0: [2023-05-07 21:11:49,195] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory:  used = 39.81 GB, percent = 7.9%
+ 0: setting training iterations to 0
+ 0: > learning rate decay style: cosine
+ 0: DeepSpeed is enabled.
+ 0: [2023-05-07 21:11:49,197] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed info: version=0.7.5, git-hash=unknown, git-branch=unknown
+ 0: [2023-05-07 21:12:12,808] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed Flops Profiler Enabled: False
+ 0: [2023-05-07 21:12:12,809] [INFO] [logging.py:68:log_dist] [Rank 0] Removing param_group that has no 'params' in the client Optimizer
+ 0: [2023-05-07 21:12:12,809] [INFO] [logging.py:68:log_dist] [Rank 0] Using client Optimizer as basic optimizer
+ 0: [2023-05-07 21:12:12,821] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed Basic Optimizer = FusedAdam
+ 0: [2023-05-07 21:12:12,821] [INFO] [logging.py:68:log_dist] [Rank 0] Creating BF16 optimizer
+ 0: [2023-05-07 21:12:12,942] [INFO] [utils.py:827:see_memory_usage] begin bf16_optimizer
+ 0: [2023-05-07 21:12:12,943] [INFO] [utils.py:828:see_memory_usage] MA 4.07 GB         Max_MA 4.09 GB         CA 4.13 GB         Max_CA 4 GB 
+ 0: [2023-05-07 21:12:12,943] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory:  used = 40.47 GB, percent = 8.0%
+ 0: ninja: no work to do.
+21: Time to load utils op: 0.49309349060058594 seconds
+21: Time to load utils op: 0.49315571784973145 seconds
+21: Time to load utils op: 0.49324679374694824 secondsTime to load utils op: 0.4932575225830078 secondsTime to load utils op: 0.4932548999786377 seconds
+21: 
+21: 
+23: Time to load utils op: 0.4917478561401367 secondsTime to load utils op: 0.4917597770690918 seconds
+23: 
+21: Time to load utils op: 0.4935905933380127 secondsTime to load utils op: 0.49359917640686035 seconds
+21: 
+21: Time to load utils op: 0.49359846115112305 seconds
+27: Time to load utils op: 0.49142026901245117 seconds
+27: Time to load utils op: 0.49027013778686523 seconds
+27: Time to load utils op: 0.4904341697692871 seconds
+30: Time to load utils op: 0.4824240207672119 secondsTime to load utils op: 0.4824361801147461 seconds
+30: 
+30: Time to load utils op: 0.4824526309967041 seconds
+30: Time to load utils op: 0.48247432708740234 seconds
+28: Time to load utils op: 0.4893524646759033 seconds
+28: Time to load utils op: 0.48901867866516113 seconds
+28: Time to load utils op: 0.4888427257537842 seconds
+28: Time to load utils op: 0.4881410598754883 seconds
+31: Time to load utils op: 0.4862675666809082 secondsTime to load utils op: 0.48584985733032227 seconds
+31: 
+31: Time to load utils op: 0.4858701229095459 seconds
+19: Time to load utils op: 0.4960179328918457 secondsTime to load utils op: 0.4960293769836426 seconds
+19: 
+19: Time to load utils op: 0.4960346221923828 seconds
+26: Time to load utils op: 0.49190783500671387 seconds
+26: Time to load utils op: 0.4912838935852051 secondsTime to load utils op: 0.4915015697479248 seconds
+26: 
+ 0: Time to load utils op: 0.48422765731811523 secondsTime to load utils op: 0.523749828338623 seconds
+ 0: 
+26: Time to load utils op: 0.4913675785064697 seconds
+29: Time to load utils op: 0.48844361305236816 seconds
+29: Time to load utils op: 0.4874715805053711 seconds
+29: Time to load utils op: 0.4876985549926758 secondsTime to load utils op: 0.488694429397583 seconds
+29: 
+24: Time to load utils op: 0.4934525489807129 seconds
+24: Time to load utils op: 0.49498581886291504 seconds
+24: Time to load utils op: 0.49422121047973633 seconds
+22: Time to load utils op: 0.4925997257232666 secondsTime to load utils op: 0.49260687828063965 seconds
+22: 
+22: Time to load utils op: 0.49263763427734375 secondsTime to load utils op: 0.4926314353942871 seconds
+22: 
+27: Time to load utils op: 0.49084901809692383 seconds
+30: Time to load utils op: 0.48284411430358887 seconds
+30: Time to load utils op: 0.48287081718444824 secondsTime to load utils op: 0.4828650951385498 seconds
+30: 
+31: Time to load utils op: 0.48526978492736816 seconds
+26: Time to load utils op: 0.49199914932250977 secondsTime to load utils op: 0.49262309074401855 seconds
+26: 
+26: Time to load utils op: 0.4924936294555664 seconds
+26: Time to load utils op: 0.49211716651916504 seconds
+23: Time to load utils op: 0.49240875244140625 seconds
+27: Time to load utils op: 0.4903280735015869 secondsTime to load utils op: 0.48984718322753906 seconds
+27: 
+27: Time to load utils op: 0.4910314083099365 seconds
+28: Time to load utils op: 0.49018168449401855 secondsTime to load utils op: 0.49045729637145996 seconds
+28: 
+28: Time to load utils op: 0.49044227600097656 seconds
+28: Time to load utils op: 0.48975634574890137 seconds
+19: Time to load utils op: 0.49651098251342773 seconds
+19: Time to load utils op: 0.4965181350708008 secondsTime to load utils op: 0.4965181350708008 seconds
+19: 
+ 0: Time to load utils op: 0.5235052108764648 seconds
+ 0: Time to load utils op: 0.5243182182312012 seconds
+27: Time to load utils op: 0.490093469619751 seconds
+30: Time to load utils op: 0.4828827381134033 seconds
+31: Time to load utils op: 0.4857769012451172 secondsTime to load utils op: 0.48595714569091797 secondsTime to load utils op: 0.485184907913208 seconds
+31: 
+31: 
+31: Time to load utils op: 0.4859631061553955 seconds
+24: Time to load utils op: 0.494718074798584 seconds
+24: Time to load utils op: 0.4949326515197754 secondsTime to load utils op: 0.4953765869140625 seconds
+24: Time to load utils op: 0.4956071376800537 secondsTime to load utils op: 0.49466395378112793 seconds
+24: 
+24: 
+ 0: Time to load utils op: 0.5245845317840576 seconds
+23: Time to load utils op: 0.49246931076049805 secondsTime to load utils op: 0.49247241020202637 seconds
+23: 
+23: Time to load utils op: 0.49248290061950684 seconds
+23: Time to load utils op: 0.4925119876861572 secondsTime to load utils op: 0.49249911308288574 seconds
+23: 
+22: Time to load utils op: 0.49313926696777344 seconds
+22: Time to load utils op: 0.493152379989624 seconds
+19: Time to load utils op: 0.4966421127319336 secondsTime to load utils op: 0.4966738224029541 seconds
+19: 
+29: Time to load utils op: 0.4887871742248535 secondsTime to load utils op: 0.48813486099243164 secondsTime to load utils op: 0.4887962341308594 seconds
+29: 
+29: 
+ 0: Time to load utils op: 0.5243692398071289 seconds
+ 0: Time to load utils op: 0.5241434574127197 seconds
+22: Time to load utils op: 0.4931814670562744 seconds
+22: Time to load utils op: 0.49319005012512207 seconds
+29: Time to load utils op: 0.4877312183380127 seconds
+ 0: Time to load utils op: 0.5246496200561523 seconds
+25: Time to load utils op: 0.4911062717437744 secondsTime to load utils op: 0.49109697341918945 seconds
+25: 
+25: Time to load utils op: 0.49110984802246094 seconds
+25: Time to load utils op: 0.49112462997436523 seconds
+25: Time to load utils op: 0.49114441871643066 secondsTime to load utils op: 0.4911460876464844 secondsTime to load utils op: 0.49114990234375 seconds
+25: 
+25: 
+25: Time to load utils op: 0.491152286529541 seconds
+17: Time to load utils op: 0.519644021987915 seconds
+17: Time to load utils op: 0.520357608795166 secondsTime to load utils op: 0.5203695297241211 seconds
+17: 
+17: Time to load utils op: 0.519442081451416 secondsTime to load utils op: 0.5206460952758789 seconds
+17: 
+17: Time to load utils op: 0.519829511642456 seconds
+17: Time to load utils op: 0.518887996673584 seconds
+17: Time to load utils op: 0.5191817283630371 seconds
+15: Time to load utils op: 0.5194215774536133 seconds
+15: Time to load utils op: 0.5194404125213623 seconds
+15: Time to load utils op: 0.5194356441497803 seconds
+15: Time to load utils op: 0.519467830657959 secondsTime to load utils op: 0.5194568634033203 seconds
+15: Time to load utils op: 0.5194616317749023 seconds
+15: 
+15: Time to load utils op: 0.5194709300994873 seconds
+15: Time to load utils op: 0.519477367401123 seconds
+16: Time to load utils op: 0.5231549739837646 seconds
+16: Time to load utils op: 0.5236494541168213 seconds
+16: Time to load utils op: 0.5218374729156494 seconds
+16: Time to load utils op: 0.5229892730712891 seconds
+16: Time to load utils op: 0.5239052772521973 seconds
+16: Time to load utils op: 0.5236167907714844 seconds
+16: Time to load utils op: 0.5225217342376709 seconds
+16: Time to load utils op: 0.5229697227478027 seconds
+ 7: Time to load utils op: 0.5359523296356201 seconds
+ 7: Time to load utils op: 0.5346691608428955 secondsTime to load utils op: 0.5360000133514404 seconds
+ 7: 
+ 7: Time to load utils op: 0.5353720188140869 secondsTime to load utils op: 0.5348930358886719 seconds
+ 7: Time to load utils op: 0.5360410213470459 seconds
+ 7: 
+ 7: Time to load utils op: 0.53537917137146 seconds
+ 7: Time to load utils op: 0.5351905822753906 seconds
+ 4: Time to load utils op: 0.5395739078521729 secondsTime to load utils op: 0.5400900840759277 seconds
+ 4: 
+ 4: Time to load utils op: 0.5401630401611328 secondsTime to load utils op: 0.5389039516448975 seconds
+ 4: 
+ 4: Time to load utils op: 0.5402331352233887 seconds
+ 4: Time to load utils op: 0.5399105548858643 secondsTime to load utils op: 0.5400397777557373 seconds
+ 4: 
+ 4: Time to load utils op: 0.5393834114074707 seconds
+ 1: Time to load utils op: 0.5397026538848877 seconds
+ 1: Time to load utils op: 0.539715051651001 seconds
+ 1: Time to load utils op: 0.5397257804870605 seconds
+ 1: Time to load utils op: 0.5397553443908691 seconds
+ 1: Time to load utils op: 0.5397546291351318 secondsTime to load utils op: 0.5397622585296631 seconds
+ 1: 
+ 1: Time to load utils op: 0.5397758483886719 secondsTime to load utils op: 0.539778470993042 seconds
+ 1: 
+ 2: Time to load utils op: 0.5439999103546143 secondsTime to load utils op: 0.5430724620819092 seconds
+ 2: 
+ 2: Time to load utils op: 0.5434010028839111 seconds
+ 2: Time to load utils op: 0.5438790321350098 secondsTime to load utils op: 0.5434162616729736 secondsTime to load utils op: 0.5444397926330566 seconds
+ 2: 
+ 2: 
+ 2: Time to load utils op: 0.5446014404296875 secondsTime to load utils op: 0.5432863235473633 seconds
+ 2: 
+ 8: Time to load utils op: 0.5321578979492188 secondsTime to load utils op: 0.532156229019165 seconds
+ 8: 
+ 8: Time to load utils op: 0.532172679901123 seconds
+ 8: Time to load utils op: 0.5321803092956543 seconds
+ 8: Time to load utils op: 0.5321962833404541 seconds
+ 8: Time to load utils op: 0.5322070121765137 seconds
+ 8: Time to load utils op: 0.5322155952453613 seconds
+ 8: Time to load utils op: 0.5322024822235107 seconds
+11: Time to load utils op: 0.5339186191558838 seconds
+11: Time to load utils op: 0.5338120460510254 seconds
+11: Time to load utils op: 0.5341618061065674 seconds
+11: Time to load utils op: 0.5343234539031982 seconds
+11: Time to load utils op: 0.5332736968994141 seconds
+11: Time to load utils op: 0.5337324142456055 seconds
+11: Time to load utils op: 0.5338363647460938 secondsTime to load utils op: 0.5335419178009033 seconds
+11: 
+18: Time to load utils op: 0.5209882259368896 seconds
+18: Time to load utils op: 0.521010160446167 seconds
+18: Time to load utils op: 0.5210340023040771 secondsTime to load utils op: 0.5210270881652832 secondsTime to load utils op: 0.5210208892822266 seconds
+18: 
+18: 
+18: Time to load utils op: 0.5210349559783936 seconds
+18: Time to load utils op: 0.5210533142089844 seconds
+18: Time to load utils op: 0.521049976348877 seconds
+ 5: Time to load utils op: 0.5415115356445312 seconds
+ 5: Time to load utils op: 0.5415310859680176 seconds
+14: Time to load utils op: 0.5263080596923828 secondsTime to load utils op: 0.5263090133666992 seconds
+14: 
+14: Time to load utils op: 0.5263183116912842 seconds
+14: Time to load utils op: 0.5263247489929199 seconds
+ 5: Time to load utils op: 0.5419168472290039 seconds
+ 5: Time to load utils op: 0.5417494773864746 secondsTime to load utils op: 0.5418446063995361 seconds
+ 5: 
+14: Time to load utils op: 0.5263514518737793 seconds
+ 5: Time to load utils op: 0.5415270328521729 secondsTime to load utils op: 0.5415420532226562 secondsTime to load utils op: 0.5415241718292236 seconds
+ 5: 
+ 5: 
+14: Time to load utils op: 0.5263757705688477 secondsTime to load utils op: 0.526364803314209 seconds
+14: 
+14: Time to load utils op: 0.526371955871582 seconds
+ 6: Time to load utils op: 0.5370819568634033 secondsTime to load utils op: 0.5370817184448242 seconds
+ 6: 
+ 6: Time to load utils op: 0.537083625793457 seconds
+ 6: Time to load utils op: 0.5370898246765137 seconds
+ 6: Time to load utils op: 0.5371060371398926 seconds
+ 6: Time to load utils op: 0.537104606628418 secondsTime to load utils op: 0.5371038913726807 seconds
+ 6: 
+ 6: Time to load utils op: 0.5371150970458984 seconds
+13: Time to load utils op: 0.5542128086090088 seconds
+13: Time to load utils op: 0.554222583770752 seconds
+13: Time to load utils op: 0.5542688369750977 secondsTime to load utils op: 0.5542891025543213 seconds
+13: 
+13: Time to load utils op: 0.5542824268341064 seconds
+13: Time to load utils op: 0.554307222366333 seconds
+13: Time to load utils op: 0.5543169975280762 secondsTime to load utils op: 0.5543115139007568 seconds
+13: 
+12: Time to load utils op: 0.5558567047119141 secondsTime to load utils op: 0.5558631420135498 seconds
+12: 
+12: Time to load utils op: 0.5558977127075195 seconds
+12: Time to load utils op: 0.5559287071228027 seconds
+12: Time to load utils op: 0.5559277534484863 seconds
+12: Time to load utils op: 0.5559389591217041 secondsTime to load utils op: 0.5559570789337158 seconds
+12: 
+12: Time to load utils op: 0.5559539794921875 seconds
+10: Time to load utils op: 0.5593788623809814 secondsTime to load utils op: 0.5593745708465576 seconds
+10: 
+10: Time to load utils op: 0.5594053268432617 seconds
+10: Time to load utils op: 0.5594117641448975 seconds
+20: Time to load utils op: 0.550635576248169 seconds
+20: Time to load utils op: 0.5506424903869629 seconds
+20: Time to load utils op: 0.5501377582550049 seconds
+ 3: Time to load utils op: 0.5720953941345215 seconds
+20: Time to load utils op: 0.5512058734893799 secondsTime to load utils op: 0.5513002872467041 seconds
+20: Time to load utils op: 0.5511939525604248 seconds
+10: Time to load utils op: 0.559415340423584 seconds
+20: 
+ 3: Time to load utils op: 0.5721008777618408 seconds
+10: Time to load utils op: 0.5594398975372314 seconds
+20: Time to load utils op: 0.5507075786590576 secondsTime to load utils op: 0.5505292415618896 seconds
+20: 
+ 3: Time to load utils op: 0.5719554424285889 seconds
+10: Time to load utils op: 0.5594439506530762 seconds
+ 3: Time to load utils op: 0.5715036392211914 secondsTime to load utils op: 0.5718750953674316 seconds
+ 3: 
+10: Time to load utils op: 0.5594487190246582 seconds
+ 3: Time to load utils op: 0.5711214542388916 secondsTime to load utils op: 0.5715916156768799 secondsTime to load utils op: 0.5721774101257324 seconds
+ 3: 
+ 3: 
+ 9: Time to load utils op: 0.564751386642456 seconds
+ 9: Time to load utils op: 0.5642647743225098 secondsTime to load utils op: 0.5648355484008789 seconds
+ 9: 
+ 9: Time to load utils op: 0.5653905868530273 seconds
+ 9: Time to load utils op: 0.5656030178070068 seconds
+ 9: Time to load utils op: 0.5653436183929443 seconds
+ 9: Time to load utils op: 0.56545090675354 secondsTime to load utils op: 0.5652973651885986 seconds
+ 9: 
+ 0: [2023-05-07 21:12:13,544] [INFO] [utils.py:827:see_memory_usage] before initializing group 0
+ 0: [2023-05-07 21:12:13,545] [INFO] [utils.py:828:see_memory_usage] MA 4.07 GB         Max_MA 4.07 GB         CA 4.13 GB         Max_CA 4 GB 
+ 0: [2023-05-07 21:12:13,545] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory:  used = 40.49 GB, percent = 8.0%
+ 2: Time to load utils op: 0.0006189346313476562 seconds
+ 2: Time to load utils op: 0.0007984638214111328 seconds
+20: Time to load utils op: 0.0012464523315429688 seconds
+ 2: Time to load utils op: 0.0014734268188476562 seconds
+ 2: Time to load utils op: 0.0013833045959472656 seconds
+ 2: Time to load utils op: 0.0014181137084960938 secondsTime to load utils op: 0.0014355182647705078 seconds
+ 2: 
+ 2: Time to load utils op: 0.0013623237609863281 seconds
+ 2: Time to load utils op: 0.0014996528625488281 seconds
+20: Time to load utils op: 0.0017364025115966797 seconds
+20: Time to load utils op: 0.0017507076263427734 seconds
+20: Time to load utils op: 0.0017654895782470703 seconds
+20: Time to load utils op: 0.0018420219421386719 seconds
+20: Time to load utils op: 0.0017154216766357422 seconds
+20: Time to load utils op: 0.0017328262329101562 seconds
+20: Time to load utils op: 0.0018672943115234375 seconds
+17: Time to load utils op: 0.0005919933319091797 seconds
+17: Time to load utils op: 0.0005915164947509766 seconds
+17: Time to load utils op: 0.0005800724029541016 seconds
+17: Time to load utils op: 0.0006062984466552734 seconds
+17: Time to load utils op: 0.0006148815155029297 seconds
+17: Time to load utils op: 0.0006384849548339844 secondsTime to load utils op: 0.0006160736083984375 seconds
+17: 
+17: Time to load utils op: 0.0005743503570556641 seconds
+25: Time to load utils op: 0.0009005069732666016 secondsTime to load utils op: 0.0009014606475830078 seconds
+25: 
+25: Time to load utils op: 0.0009298324584960938 seconds
+25: Time to load utils op: 0.0009539127349853516 seconds
+25: Time to load utils op: 0.0011522769927978516 seconds
+25: Time to load utils op: 0.0011034011840820312 seconds
+25: Time to load utils op: 0.001104116439819336 seconds
+25: Time to load utils op: 0.0011608600616455078 seconds
+ 0: Time to load utils op: 0.0005967617034912109 secondsTime to load utils op: 0.0006237030029296875 seconds
+ 0: Time to load utils op: 0.0005033016204833984 seconds
+ 0: 
+ 0: Time to load utils op: 0.0006213188171386719 seconds
+ 0: Time to load utils op: 0.0006618499755859375 seconds
+ 0: Time to load utils op: 0.0005478858947753906 seconds
+27: Time to load utils op: 0.0004992485046386719 seconds
+27: Time to load utils op: 0.0005259513854980469 secondsTime to load utils op: 0.0005562305450439453 secondsTime to load utils op: 0.0005521774291992188 seconds
+27: 
+27: 
+27: Time to load utils op: 0.0005784034729003906 secondsTime to load utils op: 0.0005431175231933594 seconds
+27: 
+27: Time to load utils op: 0.0006072521209716797 seconds
+27: Time to load utils op: 0.0005862712860107422 seconds
+31: Time to load utils op: 0.0006620883941650391 seconds
+11: Time to load utils op: 0.0008568763732910156 seconds
+31: Time to load utils op: 0.0009400844573974609 seconds
+30: Time to load utils op: 0.0011050701141357422 seconds
+30: Time to load utils op: 0.0010676383972167969 seconds
+19: Time to load utils op: 0.0007228851318359375 seconds
+11: Time to load utils op: 0.0013785362243652344 secondsTime to load utils op: 0.0013489723205566406 seconds
+11: 
+13: Time to load utils op: 0.000606536865234375 seconds
+31: Time to load utils op: 0.0011739730834960938 seconds
+11: Time to load utils op: 0.0012965202331542969 seconds
+11: Time to load utils op: 0.0013964176177978516 seconds
+11: Time to load utils op: 0.0013663768768310547 seconds
+11: Time to load utils op: 0.0013468265533447266 seconds
+30: Time to load utils op: 0.0013775825500488281 seconds
+31: Time to load utils op: 0.0012733936309814453 seconds
+31: Time to load utils op: 0.0012600421905517578 seconds
+11: Time to load utils op: 0.001367330551147461 seconds
+19: Time to load utils op: 0.0008738040924072266 seconds
+30: Time to load utils op: 0.0013880729675292969 seconds
+31: Time to load utils op: 0.0013120174407958984 seconds
+31: Time to load utils op: 0.0012645721435546875 seconds
+30: Time to load utils op: 0.0015113353729248047 secondsTime to load utils op: 0.0015442371368408203 seconds
+30: Time to load utils op: 0.0015642642974853516 seconds
+30: 
+31: Time to load utils op: 0.001329660415649414 seconds
+13: Time to load utils op: 0.0008552074432373047 seconds
+ 3: Time to load utils op: 0.0009138584136962891 seconds
+ 3: Time to load utils op: 0.0009145736694335938 seconds
+10: Time to load utils op: 0.0008025169372558594 seconds
+30: Time to load utils op: 0.0016143321990966797 seconds
+19: Time to load utils op: 0.0011916160583496094 seconds
+ 1: Time to load utils op: 0.0011334419250488281 seconds
+13: Time to load utils op: 0.0010139942169189453 seconds
+ 1: Time to load utils op: 0.0011267662048339844 seconds
+14: Time to load utils op: 0.0012814998626708984 seconds
+13: Time to load utils op: 0.0011324882507324219 seconds
+23: Time to load utils op: 0.0011484622955322266 seconds
+19: Time to load utils op: 0.0012962818145751953 secondsTime to load utils op: 0.0013256072998046875 seconds
+19: 
+22: Time to load utils op: 0.0010399818420410156 seconds
+13: Time to load utils op: 0.0012669563293457031 seconds
+13: Time to load utils op: 0.0012674331665039062 seconds
+22: Time to load utils op: 0.0010933876037597656 seconds
+19: Time to load utils op: 0.0013172626495361328 seconds
+19: Time to load utils op: 0.0013201236724853516 seconds
+10: Time to load utils op: 0.0009350776672363281 seconds
+13: Time to load utils op: 0.0012993812561035156 seconds
+19: Time to load utils op: 0.001363992691040039 seconds
+ 1: Time to load utils op: 0.0014219284057617188 seconds
+13: Time to load utils op: 0.0013473033905029297 seconds
+14: Time to load utils op: 0.0016245841979980469 secondsTime to load utils op: 0.001604318618774414 seconds
+14: 
+14: Time to load utils op: 0.0015022754669189453 seconds
+14: Time to load utils op: 0.0016162395477294922 seconds
+14: Time to load utils op: 0.001560211181640625 seconds
+14: Time to load utils op: 0.0015270709991455078 seconds
+10: Time to load utils op: 0.001108407974243164 seconds
+ 1: Time to load utils op: 0.0015041828155517578 seconds
+14: Time to load utils op: 0.0015971660614013672 seconds
+ 3: Time to load utils op: 0.001481771469116211 seconds
+ 3: Time to load utils op: 0.0014281272888183594 seconds
+ 3: Time to load utils op: 0.0014336109161376953 seconds
+ 1: Time to load utils op: 0.0015349388122558594 seconds
+ 1: Time to load utils op: 0.001581430435180664 seconds
+ 1: Time to load utils op: 0.0015218257904052734 seconds
+22: Time to load utils op: 0.0014829635620117188 seconds
+10: Time to load utils op: 0.0013282299041748047 seconds
+ 1: Time to load utils op: 0.001667022705078125 seconds
+ 3: Time to load utils op: 0.001390695571899414 seconds
+10: Time to load utils op: 0.0012621879577636719 seconds
+23: Time to load utils op: 0.0014955997467041016 seconds
+ 3: Time to load utils op: 0.0014426708221435547 seconds
+22: Time to load utils op: 0.0014028549194335938 secondsTime to load utils op: 0.0014181137084960938 seconds
+22: 
+10: Time to load utils op: 0.0012273788452148438 seconds
+10: Time to load utils op: 0.0012438297271728516 seconds
+22: Time to load utils op: 0.0013849735260009766 seconds
+ 3: Time to load utils op: 0.0014948844909667969 seconds
+10: Time to load utils op: 0.0013315677642822266 seconds
+23: Time to load utils op: 0.001682281494140625 seconds
+23: Time to load utils op: 0.0016412734985351562 seconds
+23: Time to load utils op: 0.001634359359741211 secondsTime to load utils op: 0.0016322135925292969 seconds
+23: 
+23: Time to load utils op: 0.0015902519226074219 seconds
+22: Time to load utils op: 0.001451730728149414 secondsTime to load utils op: 0.0014660358428955078 seconds
+22: 
+23: Time to load utils op: 0.0016872882843017578 seconds
+21: Time to load utils op: 0.0011739730834960938 seconds
+21: Time to load utils op: 0.00128936767578125 seconds
+21: Time to load utils op: 0.0013432502746582031 secondsTime to load utils op: 0.0014019012451171875 seconds
+21: 
+21: Time to load utils op: 0.001424551010131836 secondsTime to load utils op: 0.0014481544494628906 secondsTime to load utils op: 0.0013399124145507812 seconds
+21: 
+21: 
+21: Time to load utils op: 0.0014307498931884766 seconds
+ 0: Time to load utils op: 0.004405498504638672 seconds
+15: Time to load utils op: 0.0007729530334472656 seconds
+15: Time to load utils op: 0.0007989406585693359 seconds
+15: Time to load utils op: 0.0009887218475341797 seconds
+15: Time to load utils op: 0.0009262561798095703 seconds
+15: Time to load utils op: 0.0009503364562988281 seconds
+15: Time to load utils op: 0.0011544227600097656 seconds
+15: Time to load utils op: 0.0011546611785888672 seconds
+15: Time to load utils op: 0.0011854171752929688 seconds
+24: Time to load utils op: 0.0010750293731689453 seconds
+24: Time to load utils op: 0.001264333724975586 seconds
+24: Time to load utils op: 0.0012311935424804688 seconds
+24: Time to load utils op: 0.0013017654418945312 seconds
+24: Time to load utils op: 0.0013585090637207031 seconds
+24: Time to load utils op: 0.0013186931610107422 seconds
+24: Time to load utils op: 0.0012814998626708984 seconds
+24: Time to load utils op: 0.001264810562133789 seconds
+18: Time to load utils op: 0.0012335777282714844 seconds
+18: Time to load utils op: 0.001302957534790039 seconds
+18: Time to load utils op: 0.001390695571899414 secondsTime to load utils op: 0.0014011859893798828 secondsTime to load utils op: 0.0013651847839355469 seconds
+18: 
+18: 
+18: Time to load utils op: 0.0014052391052246094 secondsTime to load utils op: 0.0014042854309082031 seconds
+18: 
+18: Time to load utils op: 0.0014581680297851562 seconds
+ 4: Time to load utils op: 0.0009925365447998047 seconds
+26: Time to load utils op: 0.0011835098266601562 seconds
+ 4: Time to load utils op: 0.0012650489807128906 seconds
+ 4: Time to load utils op: 0.0012972354888916016 seconds
+ 4: Time to load utils op: 0.001241922378540039 seconds
+ 4: Time to load utils op: 0.0013189315795898438 seconds
+ 4: Time to load utils op: 0.0012764930725097656 seconds
+ 4: Time to load utils op: 0.0013086795806884766 seconds
+ 4: Time to load utils op: 0.0013132095336914062 seconds
+26: Time to load utils op: 0.001516580581665039 secondsTime to load utils op: 0.001394033432006836 seconds
+26: 
+26: Time to load utils op: 0.001497030258178711 seconds
+26: Time to load utils op: 0.001491546630859375 seconds
+26: Time to load utils op: 0.001384735107421875 seconds
+ 9: Time to load utils op: 0.0008707046508789062 seconds
+26: Time to load utils op: 0.0014584064483642578 seconds
+26: Time to load utils op: 0.0015523433685302734 seconds
+ 9: Time to load utils op: 0.0010738372802734375 seconds
+ 9: Time to load utils op: 0.0010609626770019531 seconds
+ 9: Time to load utils op: 0.001268625259399414 seconds
+ 9: Time to load utils op: 0.001184225082397461 seconds
+ 9: Time to load utils op: 0.001318216323852539 seconds
+ 9: Time to load utils op: 0.0011644363403320312 seconds
+ 9: Time to load utils op: 0.0012547969818115234 seconds
+29: Time to load utils op: 0.001219034194946289 seconds
+28: Time to load utils op: 0.0006461143493652344 seconds
+29: Time to load utils op: 0.001470327377319336 secondsTime to load utils op: 0.0014338493347167969 secondsTime to load utils op: 0.0014700889587402344 secondsTime to load utils op: 0.001439809799194336 seconds
+29: 
+29: 
+29: 
+29: Time to load utils op: 0.0014688968658447266 seconds
+29: Time to load utils op: 0.0014657974243164062 seconds
+28: Time to load utils op: 0.0010781288146972656 seconds
+29: Time to load utils op: 0.0014197826385498047 seconds
+16: Time to load utils op: 0.0005242824554443359 seconds
+28: Time to load utils op: 0.0015103816986083984 seconds
+28: Time to load utils op: 0.001453399658203125 seconds
+28: Time to load utils op: 0.0014946460723876953 seconds
+16: Time to load utils op: 0.00046253204345703125 secondsTime to load utils op: 0.00046634674072265625 seconds
+ 7: Time to load utils op: 0.0008680820465087891 seconds
+16: Time to load utils op: 0.0004291534423828125 seconds
+16: Time to load utils op: 0.0005407333374023438 seconds
+16: 
+28: Time to load utils op: 0.0014853477478027344 seconds
+16: Time to load utils op: 0.0004534721374511719 seconds
+28: Time to load utils op: 0.0016181468963623047 seconds
+16: Time to load utils op: 0.0004200935363769531 seconds
+28: Time to load utils op: 0.001495361328125 seconds
+ 7: Time to load utils op: 0.0008907318115234375 secondsTime to load utils op: 0.0008838176727294922 seconds
+ 7: 
+16: Time to load utils op: 0.00043773651123046875 seconds
+ 7: Time to load utils op: 0.0010690689086914062 seconds
+ 7: Time to load utils op: 0.0009663105010986328 seconds
+ 7: Time to load utils op: 0.0009701251983642578 seconds
+ 7: Time to load utils op: 0.0010128021240234375 seconds
+ 7: Time to load utils op: 0.0011529922485351562 seconds
+ 6: Time to load utils op: 0.0011105537414550781 secondsTime to load utils op: 0.0010287761688232422 secondsTime to load utils op: 0.0010612010955810547 seconds
+ 6: 
+ 6: 
+12: Time to load utils op: 0.0011622905731201172 seconds
+ 6: Time to load utils op: 0.0013403892517089844 seconds
+ 6: Time to load utils op: 0.0013518333435058594 secondsTime to load utils op: 0.0012021064758300781 seconds
+ 6: 
+ 6: Time to load utils op: 0.0012869834899902344 seconds
+12: Time to load utils op: 0.0014085769653320312 seconds
+12: Time to load utils op: 0.0013437271118164062 seconds
+12: Time to load utils op: 0.0013885498046875 seconds
+ 6: Time to load utils op: 0.0013129711151123047 seconds
+12: Time to load utils op: 0.0013833045959472656 seconds
+12: Time to load utils op: 0.0014367103576660156 seconds
+12: Time to load utils op: 0.0014374256134033203 seconds
+12: Time to load utils op: 0.0014350414276123047 seconds
+ 8: Time to load utils op: 0.0008175373077392578 seconds
+ 8: Time to load utils op: 0.0011382102966308594 seconds
+ 8: Time to load utils op: 0.001070261001586914 seconds
+ 8: Time to load utils op: 0.001207590103149414 seconds
+ 8: Time to load utils op: 0.0012426376342773438 seconds
+ 8: Time to load utils op: 0.0011534690856933594 seconds
+ 8: Time to load utils op: 0.0011649131774902344 seconds
+ 8: Time to load utils op: 0.001293182373046875 seconds
+ 5: Time to load utils op: 0.000995635986328125 seconds
+ 5: Time to load utils op: 0.0012257099151611328 seconds
+ 5: Time to load utils op: 0.0013513565063476562 seconds
+ 5: Time to load utils op: 0.0013377666473388672 seconds
+ 5: Time to load utils op: 0.0014905929565429688 secondsTime to load utils op: 0.001421213150024414 secondsTime to load utils op: 0.0014498233795166016 seconds
+ 5: 
+ 5: 
+ 5: Time to load utils op: 0.0014388561248779297 seconds
+ 0: [2023-05-07 21:12:13,849] [INFO] [utils.py:827:see_memory_usage] after initializing group 0
+ 0: [2023-05-07 21:12:13,849] [INFO] [utils.py:828:see_memory_usage] MA 8.29 GB         Max_MA 8.29 GB         CA 10.45 GB         Max_CA 10 GB 
+ 0: [2023-05-07 21:12:13,849] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory:  used = 40.64 GB, percent = 8.1%
+ 0: [2023-05-07 21:12:13,955] [INFO] [utils.py:827:see_memory_usage] before initializing group 1
+ 0: [2023-05-07 21:12:13,956] [INFO] [utils.py:828:see_memory_usage] MA 8.29 GB         Max_MA 8.29 GB         CA 10.45 GB         Max_CA 10 GB 
+ 0: [2023-05-07 21:12:13,956] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory:  used = 40.64 GB, percent = 8.1%
+ 0: [2023-05-07 21:12:14,062] [INFO] [utils.py:827:see_memory_usage] after initializing group 1
+ 0: [2023-05-07 21:12:14,062] [INFO] [utils.py:828:see_memory_usage] MA 12.21 GB         Max_MA 12.21 GB         CA 16.31 GB         Max_CA 16 GB 
+ 0: [2023-05-07 21:12:14,062] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory:  used = 40.65 GB, percent = 8.1%
+ 0: [2023-05-07 21:12:14,165] [INFO] [utils.py:827:see_memory_usage] before initializing group 2
+ 0: [2023-05-07 21:12:14,165] [INFO] [utils.py:828:see_memory_usage] MA 12.21 GB         Max_MA 12.21 GB         CA 16.31 GB         Max_CA 16 GB 
+ 0: [2023-05-07 21:12:14,165] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory:  used = 40.65 GB, percent = 8.1%
+ 0: [2023-05-07 21:12:14,271] [INFO] [utils.py:827:see_memory_usage] after initializing group 2
+ 0: [2023-05-07 21:12:14,272] [INFO] [utils.py:828:see_memory_usage] MA 12.21 GB         Max_MA 12.21 GB         CA 16.31 GB         Max_CA 16 GB 
+ 0: [2023-05-07 21:12:14,272] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory:  used = 40.65 GB, percent = 8.1%
+ 0: [2023-05-07 21:12:14,374] [INFO] [utils.py:827:see_memory_usage] before initialize_optimizer
+ 0: [2023-05-07 21:12:14,375] [INFO] [utils.py:828:see_memory_usage] MA 12.21 GB         Max_MA 12.21 GB         CA 16.31 GB         Max_CA 16 GB 
+ 0: [2023-05-07 21:12:14,375] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory:  used = 40.65 GB, percent = 8.1%
+ 0: [2023-05-07 21:12:14,483] [INFO] [utils.py:827:see_memory_usage] end initialize_optimizer
+ 0: [2023-05-07 21:12:14,484] [INFO] [utils.py:828:see_memory_usage] MA 12.28 GB         Max_MA 12.28 GB         CA 16.31 GB         Max_CA 16 GB 
+ 0: [2023-05-07 21:12:14,484] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory:  used = 40.65 GB, percent = 8.1%
+ 0: [2023-05-07 21:12:14,587] [INFO] [utils.py:827:see_memory_usage] end bf16_optimizer
+ 0: [2023-05-07 21:12:14,587] [INFO] [utils.py:828:see_memory_usage] MA 12.28 GB         Max_MA 12.28 GB         CA 16.31 GB         Max_CA 16 GB 
+ 0: [2023-05-07 21:12:14,588] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory:  used = 40.65 GB, percent = 8.1%
+ 0: [2023-05-07 21:12:14,588] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed Final Optimizer = FusedAdam
+ 0: [2023-05-07 21:12:14,588] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed using client LR scheduler
+ 0: [2023-05-07 21:12:14,588] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed LR Scheduler = <megatron.learning_rates.AnnealingLR object at 0x14f8acb25f70>
+ 0: [2023-05-07 21:12:14,588] [INFO] [logging.py:68:log_dist] [Rank 0] step=0, skipped=0, lr=[0.0002, 0.0002, 0.0002], mom=[(0.9, 0.999), (0.9, 0.999), (0.9, 0.999)]
+ 0: [2023-05-07 21:12:14,589] [INFO] [config.py:1007:print] DeepSpeedEngine configuration:
+ 0: [2023-05-07 21:12:14,589] [INFO] [config.py:1011:print]   activation_checkpointing_config  {
+ 0:     "partition_activations": false, 
+ 0:     "contiguous_memory_optimization": false, 
+ 0:     "cpu_checkpointing": false, 
+ 0:     "number_checkpoints": null, 
+ 0:     "synchronize_checkpoint_boundary": false, 
+ 0:     "profile": false
+ 0: }
+ 0: [2023-05-07 21:12:14,589] [INFO] [config.py:1011:print]   aio_config ................... {'block_size': 1048576, 'queue_depth': 8, 'thread_count': 1, 'single_submit': False, 'overlap_events': True}
+ 0: [2023-05-07 21:12:14,589] [INFO] [config.py:1011:print]   amp_enabled .................. False
+ 0: [2023-05-07 21:12:14,589] [INFO] [config.py:1011:print]   amp_params ................... False
+ 0: [2023-05-07 21:12:14,589] [INFO] [config.py:1011:print]   autotuning_config ............ {
+ 0:     "enabled": false, 
+ 0:     "start_step": null, 
+ 0:     "end_step": null, 
+ 0:     "metric_path": null, 
+ 0:     "arg_mappings": null, 
+ 0:     "metric": "throughput", 
+ 0:     "model_info": null, 
+ 0:     "results_dir": "/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/autotuning_results", 
+ 0:     "exps_dir": "/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/autotuning_exps", 
+ 0:     "overwrite": true, 
+ 0:     "fast": true, 
+ 0:     "start_profile_step": 3, 
+ 0:     "end_profile_step": 5, 
+ 0:     "tuner_type": "gridsearch", 
+ 0:     "tuner_early_stopping": 5, 
+ 0:     "tuner_num_trials": 50, 
+ 0:     "model_info_path": null, 
+ 0:     "mp_size": 1, 
+ 0:     "max_train_batch_size": null, 
+ 0:     "min_train_batch_size": 1, 
+ 0:     "max_train_micro_batch_size_per_gpu": 1.024000e+03, 
+ 0:     "min_train_micro_batch_size_per_gpu": 1, 
+ 0:     "num_tuning_micro_batch_sizes": 3
+ 0: }
+ 0: [2023-05-07 21:12:14,589] [INFO] [config.py:1011:print]   bfloat16_enabled ............. True
+ 0: [2023-05-07 21:12:14,589] [INFO] [config.py:1011:print]   checkpoint_parallel_write_pipeline  False
+ 0: [2023-05-07 21:12:14,589] [INFO] [config.py:1011:print]   checkpoint_tag_validation_enabled  True
+ 0: [2023-05-07 21:12:14,589] [INFO] [config.py:1011:print]   checkpoint_tag_validation_fail  False
+ 0: [2023-05-07 21:12:14,589] [INFO] [config.py:1011:print]   comms_config ................. <deepspeed.comm.config.DeepSpeedCommsConfig object at 0x14f8acb6d1f0>
+ 0: [2023-05-07 21:12:14,589] [INFO] [config.py:1011:print]   communication_data_type ...... None
+ 0: [2023-05-07 21:12:14,589] [INFO] [config.py:1011:print]   compression_config ........... {'weight_quantization': {'shared_parameters': {'enabled': False, 'quantizer_kernel': False, 'schedule_offset': 0, 'quantize_groups': 1, 'quantize_verbose': False, 'quantization_type': 'symmetric', 'quantize_weight_in_forward': False, 'rounding': 'nearest', 'fp16_mixed_quantize': False, 'quantize_change_ratio': 0.001}, 'different_groups': {}}, 'activation_quantization': {'shared_parameters': {'enabled': False, 'quantization_type': 'symmetric', 'range_calibration': 'dynamic', 'schedule_offset': 1000}, 'different_groups': {}}, 'sparse_pruning': {'shared_parameters': {'enabled': False, 'method': 'l1', 'schedule_offset': 1000}, 'different_groups': {}}, 'row_pruning': {'shared_parameters': {'enabled': False, 'method': 'l1', 'schedule_offset': 1000}, 'different_groups': {}}, 'head_pruning': {'shared_parameters': {'enabled': False, 'method': 'topk', 'schedule_offset': 1000}, 'different_groups': {}}, 'channel_pruning': {'shared_pa
+ 0: rameters': {'enabled': False, 'method': 'l1', 'schedule_offset': 1000}, 'different_groups': {}}, 'layer_reduction': {'enabled': False}}
+ 0: [2023-05-07 21:12:14,589] [INFO] [config.py:1011:print]   curriculum_enabled ........... False
+ 0: [2023-05-07 21:12:14,589] [INFO] [config.py:1011:print]   curriculum_params ............ False
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   dataloader_drop_last ......... False
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   disable_allgather ............ False
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   dump_state ................... False
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   dynamic_loss_scale_args ...... None
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   eigenvalue_enabled ........... False
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   eigenvalue_gas_boundary_resolution  1
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   eigenvalue_layer_name ........ bert.encoder.layer
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   eigenvalue_layer_num ......... 0
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   eigenvalue_max_iter .......... 100
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   eigenvalue_stability ......... 1e-06
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   eigenvalue_tol ............... 0.01
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   eigenvalue_verbose ........... False
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   elasticity_enabled ........... False
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   flops_profiler_config ........ {
+ 0:     "enabled": false, 
+ 0:     "profile_step": 1, 
+ 0:     "module_depth": -1, 
+ 0:     "top_modules": 1, 
+ 0:     "detailed": true, 
+ 0:     "output_file": null
+ 0: }
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   fp16_auto_cast ............... None
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   fp16_enabled ................. False
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   fp16_master_weights_and_gradients  False
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   global_rank .................. 0
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   gradient_accumulation_steps .. 1
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   gradient_clipping ............ 1.0
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   gradient_predivide_factor .... 1.0
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   initial_dynamic_scale ........ 1
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   load_universal_checkpoint .... False
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   loss_scale ................... 1.0
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   memory_breakdown ............. False
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   monitor_config ............... <deepspeed.monitor.config.DeepSpeedMonitorConfig object at 0x14f8acb6d280>
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   nebula_config ................ {
+ 0:     "enabled": false, 
+ 0:     "persistent_storage_path": null, 
+ 0:     "persistent_time_interval": 100, 
+ 0:     "num_of_version_in_retention": 2, 
+ 0:     "enable_nebula_load": true, 
+ 0:     "load_path": null
+ 0: }
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   optimizer_legacy_fusion ...... False
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   optimizer_name ............... None
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   optimizer_params ............. None
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   pipeline ..................... {'stages': 'auto', 'partition': 'best', 'seed_layers': False, 'activation_checkpoint_interval': 0}
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   pld_enabled .................. False
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   pld_params ................... False
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   prescale_gradients ........... False
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   scheduler_name ............... None
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   scheduler_params ............. None
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   sparse_attention ............. None
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   sparse_gradients_enabled ..... False
+ 0: [2023-05-07 21:12:14,590] [INFO] [config.py:1011:print]   steps_per_print .............. 2000
+ 0: [2023-05-07 21:12:14,591] [INFO] [config.py:1011:print]   train_batch_size ............. 512
+ 0: [2023-05-07 21:12:14,591] [INFO] [config.py:1011:print]   train_micro_batch_size_per_gpu  2
+ 0: [2023-05-07 21:12:14,591] [INFO] [config.py:1011:print]   use_node_local_storage ....... False
+ 0: [2023-05-07 21:12:14,591] [INFO] [config.py:1011:print]   wall_clock_breakdown ......... False
+ 0: [2023-05-07 21:12:14,591] [INFO] [config.py:1011:print]   world_size ................... 256
+ 0: [2023-05-07 21:12:14,591] [INFO] [config.py:1011:print]   zero_allow_untested_optimizer  False
+ 0: [2023-05-07 21:12:14,591] [INFO] [config.py:1011:print]   zero_config .................. stage=0 contiguous_gradients=True reduce_scatter=True reduce_bucket_size=500000000 allgather_partitions=True allgather_bucket_size=500000000 overlap_comm=False load_from_fp32_weights=True elastic_checkpoint=False offload_param=None offload_optimizer=None sub_group_size=1000000000 cpu_offload_param=None cpu_offload_use_pin_memory=None cpu_offload=None prefetch_bucket_size=50000000 param_persistence_threshold=100000 model_persistence_threshold=9223372036854775807 max_live_parameters=1000000000 max_reuse_distance=1000000000 gather_16bit_weights_on_model_save=False stage3_gather_fp16_weights_on_model_save=False ignore_unused_parameters=True legacy_stage1=False round_robin_gradients=False
+ 0: [2023-05-07 21:12:14,591] [INFO] [config.py:1011:print]   zero_enabled ................. False
+ 0: [2023-05-07 21:12:14,591] [INFO] [config.py:1011:print]   zero_optimization_stage ...... 0
+ 0: [2023-05-07 21:12:14,591] [INFO] [config.py:996:print_user_config]   json = {
+ 0:     "train_micro_batch_size_per_gpu": 2, 
+ 0:     "train_batch_size": 512, 
+ 0:     "gradient_clipping": 1.0, 
+ 0:     "zero_optimization": {
+ 0:         "stage": 0
+ 0:     }, 
+ 0:     "bf16": {
+ 0:         "enabled": true
+ 0:     }, 
+ 0:     "steps_per_print": 2.000000e+03, 
+ 0:     "wall_clock_breakdown": false
+ 0: }
+ 0: Time to load utils op: 0.0004303455352783203 seconds
+ 0: [2023-05-07 21:12:14,591] [INFO] [engine.py:87:__init__] CONFIG: micro_batches=1 micro_batch_size=2
+ 0: [2023-05-07 21:12:14,631] [INFO] [engine.py:145:__init__] RANK=0 STAGE=0 LAYERS=33 [0, 33) STAGE_PARAMS=2179614720 (2179.615M) TOTAL_PARAMS=2179614720 (2179.615M) UNIQUE_PARAMS=2179614720 (2179.615M)
+31: [2023-05-07 21:12:14,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+31: [2023-05-07 21:12:14,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+31: [2023-05-07 21:12:14,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+31: [2023-05-07 21:12:14,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+31: [2023-05-07 21:12:14,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+31: [2023-05-07 21:12:14,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+31: [2023-05-07 21:12:14,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+31: [2023-05-07 21:12:14,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+26: [2023-05-07 21:12:14,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+26: [2023-05-07 21:12:14,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+26: [2023-05-07 21:12:14,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+26: [2023-05-07 21:12:14,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+26: [2023-05-07 21:12:14,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+26: [2023-05-07 21:12:14,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+26: [2023-05-07 21:12:14,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+29: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+29: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+27: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+27: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+27: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+27: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+27: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+27: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+16: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+16: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+16: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+16: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+29: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+29: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+29: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+27: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+16: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+16: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+16: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+29: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+29: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+24: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+24: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+24: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+24: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+24: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+19: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+19: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+19: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+19: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+19: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+19: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+19: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+26: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+24: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+24: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+27: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+12: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+12: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+12: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+12: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+12: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+23: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+23: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+11: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+24: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+12: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+12: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+23: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+23: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+23: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+23: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+23: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+20: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+20: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+20: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+20: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+20: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+19: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+20: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+11: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+11: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+11: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+11: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+11: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+20: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+11: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 0: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+29: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+16: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 2: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 2: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 2: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 2: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 2: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 2: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 2: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+13: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+13: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+13: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+13: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+13: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+13: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+13: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 0: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 0: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 0: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 0: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+20: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+17: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+17: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+17: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+18: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 0: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 9: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 9: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 9: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+17: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+17: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+17: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+10: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+10: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+10: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+10: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+10: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+17: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+18: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+10: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+10: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 5: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 5: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 5: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 5: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 5: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 9: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 9: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 9: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+30: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+30: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+30: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+30: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+30: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+28: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+28: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+28: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+28: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+28: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 5: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 5: [2023-05-07 21:12:14,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 9: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+18: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+18: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+18: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+18: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+18: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+30: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+30: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+28: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+28: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 0: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+23: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 9: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+12: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+21: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 0: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+11: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 2: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 4: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 4: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 4: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 4: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 4: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+13: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+18: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+21: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+21: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 5: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+21: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 4: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+14: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+14: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+14: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+14: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+14: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+21: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 4: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+14: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+14: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+21: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+21: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 8: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 8: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 8: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 8: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 8: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+30: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+10: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 8: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+28: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 8: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 6: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 6: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 6: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 6: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 6: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 4: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+21: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 6: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 6: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+17: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 6: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 1: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 1: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 1: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 1: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 1: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 1: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 1: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+22: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+22: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+22: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+22: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+22: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+22: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+22: [2023-05-07 21:12:14,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 8: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+14: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+15: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+15: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+15: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 1: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+15: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+15: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+15: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+25: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+25: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+25: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+25: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+25: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+15: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+25: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+25: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+22: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+15: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+25: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 7: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 7: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 7: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 7: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 7: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 3: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 3: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 3: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 3: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 3: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 7: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 7: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 3: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 7: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 3: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 3: [2023-05-07 21:12:14,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+31: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+31: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+31: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+31: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+31: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+31: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+31: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+26: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+26: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+26: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+26: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+26: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+26: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+26: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+31: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+31: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+31: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+31: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+31: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+26: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+31: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+31: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+26: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+26: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+26: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+26: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+26: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+26: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+31: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+26: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+31: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+26: [2023-05-07 21:12:14,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+29: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+29: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+29: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+16: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+16: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+16: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+19: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+19: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+19: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+19: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+19: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+29: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+29: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+29: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+29: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+29: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+16: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+16: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+16: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+16: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+16: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+16: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+19: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+19: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+29: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+29: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+16: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+19: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+16: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+16: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+16: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+16: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+29: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+29: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+29: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+19: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+19: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+19: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+19: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+19: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+29: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+19: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+29: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+16: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+19: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 2: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 2: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 2: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 2: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 2: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+28: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+16: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+29: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 0: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+28: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+19: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+26: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 0: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 2: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 2: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+27: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+27: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+27: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+27: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+27: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 0: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 2: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 2: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+28: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+28: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+28: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+28: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+28: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+26: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 0: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 2: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 2: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 2: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+27: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+27: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+28: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+28: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+11: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+11: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+11: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 0: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+28: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+28: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+28: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+28: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 0: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 0: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 2: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 5: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 5: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 5: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 5: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 5: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+17: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+17: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+17: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+27: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+27: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+27: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+27: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+27: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+28: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+31: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 0: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 2: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 5: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 5: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+27: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+27: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+28: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+11: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+11: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+11: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 0: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 0: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 2: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 9: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 9: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 9: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 9: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 9: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+20: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+20: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+20: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+20: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+20: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+17: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+17: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+11: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+26: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 0: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 0: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 0: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 2: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 5: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 5: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 5: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 5: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 5: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+17: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+17: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+11: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+11: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+11: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 0: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 5: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 5: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 9: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 9: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+20: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+20: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+27: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+28: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 9: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 9: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 9: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+17: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+26: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 0: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 9: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 9: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 9: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+17: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+17: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+17: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+11: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+11: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+11: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 5: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 9: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+17: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+27: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+11: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+17: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+11: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 9: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+20: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+20: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+20: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+20: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+20: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+17: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 5: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+17: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+11: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+26: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+26: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+20: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+20: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+31: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+20: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+17: [2023-05-07 21:12:14,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 9: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 0: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+26: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+10: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+10: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+20: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+23: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+23: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+23: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+23: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+23: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+10: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+10: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+26: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+10: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+10: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+10: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+15: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+15: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+15: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+15: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+23: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+23: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+26: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+23: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+23: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+23: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+23: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+23: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+18: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+18: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+31: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+10: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+23: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+23: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+10: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+15: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+15: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+15: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+18: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+18: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+18: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+18: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+18: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+10: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+10: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+10: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+10: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+15: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+18: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+21: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+21: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+21: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+21: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+21: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+31: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+10: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 8: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 8: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 8: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 8: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 8: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 8: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 8: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+15: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+15: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+15: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+15: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+14: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+14: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+14: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+14: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+14: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+18: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+18: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+18: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+18: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+18: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+21: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+21: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+30: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+30: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+30: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+30: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+30: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+26: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 8: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 8: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 8: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 8: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+15: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+15: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+18: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+21: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+30: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+31: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+29: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 8: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 8: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+14: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+30: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+26: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+26: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+15: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+14: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+18: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+31: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+14: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+14: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+21: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+21: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+16: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+19: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+10: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+14: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+21: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+21: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+21: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+21: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+30: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+30: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+30: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+31: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+26: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+26: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+15: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+14: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+14: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+14: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+21: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+30: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+16: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+29: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+23: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+18: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+30: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+30: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+31: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+19: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+10: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 8: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+14: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+21: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+30: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+26: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+23: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+19: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+31: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+31: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+29: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+14: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+16: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+29: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+16: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 3: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 3: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 3: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 3: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 3: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+29: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+16: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+14: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 3: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 3: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+19: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+19: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 3: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 3: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 3: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 3: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 3: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+16: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+31: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+31: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+29: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 3: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 3: [2023-05-07 21:12:14,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+26: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+25: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+25: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+25: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+25: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+25: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+16: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+29: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+30: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+25: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+25: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 3: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+29: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+30: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+31: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+19: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+19: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+25: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+25: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+25: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+25: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+25: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+31: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+25: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+19: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+25: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+19: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+28: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+28: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+31: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+31: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+16: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+29: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+29: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+28: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+28: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+28: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+16: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+10: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+19: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 5: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+29: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+19: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+11: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+19: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+29: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+25: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+29: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 2: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 5: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+17: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+16: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+16: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+19: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+29: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+16: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 2: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 2: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 5: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+11: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+25: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+27: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+27: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+27: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+28: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 9: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+29: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+17: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+17: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+16: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+16: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+16: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+27: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+30: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 0: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 5: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+10: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+10: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+10: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+10: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+23: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+28: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+16: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+23: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+19: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+17: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+11: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+15: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+20: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 0: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 8: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 8: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+19: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+19: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 5: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:14,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+20: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+18: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+18: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+27: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+11: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+14: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+18: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 0: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 0: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+10: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+20: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+29: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 5: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 5: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 5: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+17: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+23: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 5: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 8: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+14: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+14: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+28: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+11: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+17: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+30: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 9: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+17: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+27: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+11: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 5: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+21: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+23: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+30: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+30: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+24: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+24: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 0: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+11: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 8: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 9: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 9: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+28: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+28: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+14: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+18: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+21: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+27: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+24: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+24: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+24: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+24: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+24: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+23: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+15: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+28: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+11: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+11: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+20: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+17: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+23: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+24: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+24: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+24: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+24: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+23: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+28: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+17: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+27: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+24: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+24: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+24: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 0: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 2: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+10: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+18: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+15: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 9: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+21: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+27: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+24: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 2: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+10: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 4: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+30: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+30: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+28: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+28: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 8: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 8: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+27: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 0: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 4: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 4: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 4: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 4: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 4: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+13: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 9: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 9: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+14: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+17: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+23: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+23: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+28: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+24: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 0: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 5: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+13: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+15: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+20: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+18: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+27: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 4: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 4: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 4: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 4: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+13: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+13: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 9: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+14: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+17: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+27: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+10: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+10: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+13: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+14: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+20: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+23: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+23: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+30: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+28: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+11: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+10: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 8: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+13: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 9: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+17: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+17: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+18: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+27: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 7: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 7: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 7: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 7: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 7: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+13: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+14: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+23: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+21: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+27: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+11: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 4: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 8: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+13: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+17: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+18: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 0: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+10: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+13: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+13: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+13: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+13: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+13: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+14: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+14: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+18: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+13: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+23: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+30: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 8: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+13: [2023-05-07 21:12:14,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+15: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+20: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+21: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+10: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+13: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 4: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 8: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+14: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+20: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+18: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+18: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+18: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 7: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 7: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 7: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 7: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+11: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+11: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+14: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+18: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+21: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+21: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+30: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 7: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 0: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+15: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+12: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+12: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+12: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+12: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+12: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+20: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+20: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 7: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+11: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+10: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+10: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+21: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+12: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+12: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+27: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+12: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+12: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+12: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+12: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+12: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+18: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+21: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+12: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+12: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+17: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+25: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+21: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+27: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+12: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 8: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+15: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+21: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 3: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+11: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+15: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+12: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+30: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+30: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+20: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+21: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+23: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+14: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+15: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+10: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+18: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+14: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+20: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+17: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+23: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+21: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+30: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+30: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+30: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+30: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+21: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+30: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+25: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 0: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+15: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+11: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+20: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+20: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+25: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 9: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+18: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+21: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+15: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+15: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+15: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+25: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+15: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+20: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+23: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+15: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 3: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+25: [2023-05-07 21:12:14,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+13: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+24: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+24: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+15: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+25: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 6: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 6: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 6: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 3: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+14: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+21: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 6: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 6: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+13: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 6: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+24: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 3: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 6: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 3: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 6: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 6: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 6: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 6: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+25: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+25: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+24: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+24: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 6: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+14: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+25: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 6: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 3: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+24: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+12: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+13: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 6: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 3: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+25: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+20: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+24: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+13: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+12: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+24: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+25: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+12: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+12: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+13: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+25: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+24: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+12: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+24: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 1: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+25: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+13: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+13: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+13: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+13: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+24: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+24: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 1: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 1: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 1: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 1: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+24: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 7: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+25: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+12: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+24: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+13: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 1: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 1: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 1: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 1: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 1: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+12: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+13: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+25: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 1: [2023-05-07 21:12:14,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+12: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+12: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+24: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+12: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 4: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 3: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+13: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+25: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+24: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+12: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 3: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+12: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 3: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+12: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 6: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 4: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+12: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+12: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 7: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 4: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 6: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 4: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 4: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 6: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+12: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+13: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+13: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+13: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+13: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 7: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 4: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:14,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 4: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 6: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 4: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 7: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 7: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+22: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+22: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+22: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+22: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+22: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+22: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+22: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+22: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+22: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 7: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+22: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+22: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+22: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+22: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 7: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+22: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+22: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 1: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 4: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+22: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt...
+ 6: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 7: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:14,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 1: [2023-05-07 21:12:14,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 1: [2023-05-07 21:12:14,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:14,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:14,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:14,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:14,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 1: [2023-05-07 21:12:14,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 1: [2023-05-07 21:12:14,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+ 1: [2023-05-07 21:12:14,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:14,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:14,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:14,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:14,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:14,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+22: [2023-05-07 21:12:14,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+22: [2023-05-07 21:12:14,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+22: [2023-05-07 21:12:14,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+22: [2023-05-07 21:12:14,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+22: [2023-05-07 21:12:14,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+22: [2023-05-07 21:12:14,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+22: [2023-05-07 21:12:14,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+22: [2023-05-07 21:12:14,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt.
+22: [2023-05-07 21:12:14,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+22: [2023-05-07 21:12:14,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+22: [2023-05-07 21:12:14,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+22: [2023-05-07 21:12:14,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+22: [2023-05-07 21:12:14,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+22: [2023-05-07 21:12:14,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+22: [2023-05-07 21:12:14,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+22: [2023-05-07 21:12:14,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+21: [2023-05-07 21:12:15,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+21: [2023-05-07 21:12:15,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+21: [2023-05-07 21:12:15,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+21: [2023-05-07 21:12:15,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+21: [2023-05-07 21:12:15,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+21: [2023-05-07 21:12:15,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+21: [2023-05-07 21:12:15,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+21: [2023-05-07 21:12:15,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+21: [2023-05-07 21:12:15,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+21: [2023-05-07 21:12:15,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:15,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:15,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:15,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:15,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:15,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:15,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:15,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:15,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+21: [2023-05-07 21:12:15,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+21: [2023-05-07 21:12:15,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+21: [2023-05-07 21:12:15,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+21: [2023-05-07 21:12:15,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+21: [2023-05-07 21:12:15,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+21: [2023-05-07 21:12:15,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:15,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:15,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:15,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:15,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:15,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:15,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+15: [2023-05-07 21:12:15,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+15: [2023-05-07 21:12:15,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:15,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:15,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+15: [2023-05-07 21:12:15,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+15: [2023-05-07 21:12:15,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+15: [2023-05-07 21:12:15,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+15: [2023-05-07 21:12:15,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+15: [2023-05-07 21:12:15,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+15: [2023-05-07 21:12:15,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+15: [2023-05-07 21:12:15,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+15: [2023-05-07 21:12:15,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+15: [2023-05-07 21:12:15,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+15: [2023-05-07 21:12:15,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+15: [2023-05-07 21:12:15,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+15: [2023-05-07 21:12:15,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+15: [2023-05-07 21:12:15,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+15: [2023-05-07 21:12:15,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+17: [2023-05-07 21:12:15,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+17: [2023-05-07 21:12:15,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+17: [2023-05-07 21:12:15,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+17: [2023-05-07 21:12:15,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+17: [2023-05-07 21:12:15,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+17: [2023-05-07 21:12:15,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+17: [2023-05-07 21:12:15,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+17: [2023-05-07 21:12:15,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+21: [2023-05-07 21:12:15,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+21: [2023-05-07 21:12:15,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+17: [2023-05-07 21:12:15,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+14: [2023-05-07 21:12:15,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+14: [2023-05-07 21:12:15,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+14: [2023-05-07 21:12:15,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+14: [2023-05-07 21:12:15,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+14: [2023-05-07 21:12:15,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+14: [2023-05-07 21:12:15,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+14: [2023-05-07 21:12:15,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+14: [2023-05-07 21:12:15,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+14: [2023-05-07 21:12:15,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+28: [2023-05-07 21:12:15,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+28: [2023-05-07 21:12:15,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+28: [2023-05-07 21:12:15,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+28: [2023-05-07 21:12:15,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+28: [2023-05-07 21:12:15,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+28: [2023-05-07 21:12:15,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+28: [2023-05-07 21:12:15,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+28: [2023-05-07 21:12:15,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+17: [2023-05-07 21:12:15,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+14: [2023-05-07 21:12:15,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+17: [2023-05-07 21:12:15,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+17: [2023-05-07 21:12:15,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+17: [2023-05-07 21:12:15,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+17: [2023-05-07 21:12:15,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+14: [2023-05-07 21:12:15,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+17: [2023-05-07 21:12:15,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+14: [2023-05-07 21:12:15,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+14: [2023-05-07 21:12:15,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+17: [2023-05-07 21:12:15,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+14: [2023-05-07 21:12:15,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+14: [2023-05-07 21:12:15,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:15,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:15,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:15,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+14: [2023-05-07 21:12:15,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:15,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+15: [2023-05-07 21:12:15,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+15: [2023-05-07 21:12:15,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:15,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:15,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:15,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+21: [2023-05-07 21:12:15,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+21: [2023-05-07 21:12:15,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+21: [2023-05-07 21:12:15,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+12: [2023-05-07 21:12:15,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+12: [2023-05-07 21:12:15,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+12: [2023-05-07 21:12:15,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+12: [2023-05-07 21:12:15,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+12: [2023-05-07 21:12:15,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+12: [2023-05-07 21:12:15,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+12: [2023-05-07 21:12:15,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+31: [2023-05-07 21:12:15,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+31: [2023-05-07 21:12:15,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+31: [2023-05-07 21:12:15,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+31: [2023-05-07 21:12:15,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+31: [2023-05-07 21:12:15,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+31: [2023-05-07 21:12:15,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+31: [2023-05-07 21:12:15,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:15,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+12: [2023-05-07 21:12:15,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+28: [2023-05-07 21:12:15,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+31: [2023-05-07 21:12:15,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+28: [2023-05-07 21:12:15,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:15,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+28: [2023-05-07 21:12:15,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+28: [2023-05-07 21:12:15,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+28: [2023-05-07 21:12:15,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:15,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:15,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:15,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:15,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:15,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+21: [2023-05-07 21:12:15,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+28: [2023-05-07 21:12:15,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:15,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:15,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:15,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:15,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:15,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+28: [2023-05-07 21:12:15,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:15,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+28: [2023-05-07 21:12:15,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:15,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:15,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:15,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:15,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:15,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:15,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+25: [2023-05-07 21:12:15,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+24: [2023-05-07 21:12:15,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+24: [2023-05-07 21:12:15,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+21: [2023-05-07 21:12:15,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+21: [2023-05-07 21:12:15,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+21: [2023-05-07 21:12:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+12: [2023-05-07 21:12:15,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+12: [2023-05-07 21:12:15,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+12: [2023-05-07 21:12:15,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+24: [2023-05-07 21:12:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+24: [2023-05-07 21:12:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+24: [2023-05-07 21:12:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+24: [2023-05-07 21:12:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+18: [2023-05-07 21:12:15,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+18: [2023-05-07 21:12:15,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+25: [2023-05-07 21:12:15,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+18: [2023-05-07 21:12:15,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+18: [2023-05-07 21:12:15,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:15,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+25: [2023-05-07 21:12:15,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+25: [2023-05-07 21:12:15,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+25: [2023-05-07 21:12:15,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+25: [2023-05-07 21:12:15,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+25: [2023-05-07 21:12:15,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+18: [2023-05-07 21:12:15,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+18: [2023-05-07 21:12:15,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+21: [2023-05-07 21:12:15,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+18: [2023-05-07 21:12:15,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+25: [2023-05-07 21:12:15,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+24: [2023-05-07 21:12:15,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+24: [2023-05-07 21:12:15,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+18: [2023-05-07 21:12:15,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+22: [2023-05-07 21:12:15,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+22: [2023-05-07 21:12:15,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+16: [2023-05-07 21:12:15,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+22: [2023-05-07 21:12:15,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+22: [2023-05-07 21:12:15,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+22: [2023-05-07 21:12:15,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+22: [2023-05-07 21:12:15,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+22: [2023-05-07 21:12:15,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+22: [2023-05-07 21:12:15,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+27: [2023-05-07 21:12:15,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+27: [2023-05-07 21:12:15,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+27: [2023-05-07 21:12:15,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+27: [2023-05-07 21:12:15,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+27: [2023-05-07 21:12:15,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+16: [2023-05-07 21:12:15,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+16: [2023-05-07 21:12:15,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+16: [2023-05-07 21:12:15,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+16: [2023-05-07 21:12:15,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+16: [2023-05-07 21:12:15,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+27: [2023-05-07 21:12:15,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+16: [2023-05-07 21:12:15,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+27: [2023-05-07 21:12:15,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+16: [2023-05-07 21:12:15,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+27: [2023-05-07 21:12:15,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+12: [2023-05-07 21:12:15,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+12: [2023-05-07 21:12:15,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+12: [2023-05-07 21:12:15,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+12: [2023-05-07 21:12:15,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+12: [2023-05-07 21:12:15,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+25: [2023-05-07 21:12:15,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+31: [2023-05-07 21:12:15,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+31: [2023-05-07 21:12:15,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+31: [2023-05-07 21:12:15,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:15,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:15,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+22: [2023-05-07 21:12:15,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+18: [2023-05-07 21:12:15,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+18: [2023-05-07 21:12:15,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+24: [2023-05-07 21:12:15,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+18: [2023-05-07 21:12:15,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+24: [2023-05-07 21:12:15,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:15,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+16: [2023-05-07 21:12:15,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:15,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+16: [2023-05-07 21:12:15,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:15,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:15,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:15,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:15,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:15,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:15,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:15,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+31: [2023-05-07 21:12:15,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:15,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+30: [2023-05-07 21:12:15,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+30: [2023-05-07 21:12:15,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+18: [2023-05-07 21:12:15,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:15,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+27: [2023-05-07 21:12:15,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:15,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+30: [2023-05-07 21:12:15,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+30: [2023-05-07 21:12:15,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:15,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:15,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+31: [2023-05-07 21:12:15,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:15,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+30: [2023-05-07 21:12:15,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+30: [2023-05-07 21:12:15,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+30: [2023-05-07 21:12:15,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+18: [2023-05-07 21:12:15,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:15,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+30: [2023-05-07 21:12:15,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+31: [2023-05-07 21:12:15,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+18: [2023-05-07 21:12:15,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+15: [2023-05-07 21:12:15,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+31: [2023-05-07 21:12:15,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:15,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:15,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:15,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+18: [2023-05-07 21:12:15,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+31: [2023-05-07 21:12:15,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:15,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:15,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:15,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:15,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:15,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+15: [2023-05-07 21:12:15,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:15,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:15,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:15,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+18: [2023-05-07 21:12:15,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+24: [2023-05-07 21:12:15,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:15,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:15,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+24: [2023-05-07 21:12:15,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+24: [2023-05-07 21:12:15,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:15,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+24: [2023-05-07 21:12:15,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:15,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+24: [2023-05-07 21:12:15,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:15,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:15,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+16: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+26: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+26: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+26: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+26: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+26: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+26: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+26: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+11: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+11: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+26: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+11: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+11: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+11: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+11: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+11: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+16: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+16: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+11: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+24: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:15,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+16: [2023-05-07 21:12:15,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+16: [2023-05-07 21:12:15,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:15,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+16: [2023-05-07 21:12:15,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+15: [2023-05-07 21:12:15,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+15: [2023-05-07 21:12:15,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+15: [2023-05-07 21:12:15,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+30: [2023-05-07 21:12:15,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+30: [2023-05-07 21:12:15,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+15: [2023-05-07 21:12:15,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:15,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:15,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:15,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:15,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:15,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:15,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:15,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:15,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:15,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:15,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:15,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:15,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:15,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:15,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+15: [2023-05-07 21:12:15,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:15,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:15,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:15,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:15,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:15,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:15,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:15,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:15,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+21: [2023-05-07 21:12:15,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:15,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:15,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+25: [2023-05-07 21:12:15,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+22: [2023-05-07 21:12:15,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+25: [2023-05-07 21:12:15,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+25: [2023-05-07 21:12:15,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+23: [2023-05-07 21:12:15,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+23: [2023-05-07 21:12:15,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+23: [2023-05-07 21:12:15,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+23: [2023-05-07 21:12:15,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+23: [2023-05-07 21:12:15,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+13: [2023-05-07 21:12:15,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+13: [2023-05-07 21:12:15,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+23: [2023-05-07 21:12:15,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+23: [2023-05-07 21:12:15,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+29: [2023-05-07 21:12:15,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+29: [2023-05-07 21:12:15,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+25: [2023-05-07 21:12:15,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+13: [2023-05-07 21:12:15,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+27: [2023-05-07 21:12:15,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+25: [2023-05-07 21:12:15,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+23: [2023-05-07 21:12:15,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+25: [2023-05-07 21:12:15,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+27: [2023-05-07 21:12:15,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+13: [2023-05-07 21:12:15,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+13: [2023-05-07 21:12:15,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+13: [2023-05-07 21:12:15,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+13: [2023-05-07 21:12:15,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+22: [2023-05-07 21:12:15,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+29: [2023-05-07 21:12:15,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+13: [2023-05-07 21:12:15,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+29: [2023-05-07 21:12:15,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+29: [2023-05-07 21:12:15,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+29: [2023-05-07 21:12:15,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+29: [2023-05-07 21:12:15,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+10: [2023-05-07 21:12:15,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+10: [2023-05-07 21:12:15,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+22: [2023-05-07 21:12:15,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+20: [2023-05-07 21:12:15,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+20: [2023-05-07 21:12:15,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+20: [2023-05-07 21:12:15,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+20: [2023-05-07 21:12:15,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+20: [2023-05-07 21:12:15,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+27: [2023-05-07 21:12:15,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+20: [2023-05-07 21:12:15,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+20: [2023-05-07 21:12:15,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+27: [2023-05-07 21:12:15,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+20: [2023-05-07 21:12:15,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+27: [2023-05-07 21:12:15,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+25: [2023-05-07 21:12:15,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+22: [2023-05-07 21:12:15,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+27: [2023-05-07 21:12:15,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+29: [2023-05-07 21:12:15,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+27: [2023-05-07 21:12:15,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:15,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+22: [2023-05-07 21:12:15,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:15,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:15,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+22: [2023-05-07 21:12:15,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+10: [2023-05-07 21:12:15,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+10: [2023-05-07 21:12:15,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+10: [2023-05-07 21:12:15,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+10: [2023-05-07 21:12:15,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+10: [2023-05-07 21:12:15,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+10: [2023-05-07 21:12:15,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+30: [2023-05-07 21:12:15,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+22: [2023-05-07 21:12:15,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:15,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:15,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+26: [2023-05-07 21:12:15,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+26: [2023-05-07 21:12:15,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+26: [2023-05-07 21:12:15,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+11: [2023-05-07 21:12:15,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+11: [2023-05-07 21:12:15,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+11: [2023-05-07 21:12:15,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+26: [2023-05-07 21:12:15,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:15,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+30: [2023-05-07 21:12:15,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:15,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:15,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+30: [2023-05-07 21:12:15,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:15,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:15,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+30: [2023-05-07 21:12:15,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+15: [2023-05-07 21:12:15,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+29: [2023-05-07 21:12:15,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+29: [2023-05-07 21:12:15,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:15,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+30: [2023-05-07 21:12:15,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+26: [2023-05-07 21:12:15,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+26: [2023-05-07 21:12:15,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+26: [2023-05-07 21:12:15,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+30: [2023-05-07 21:12:15,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:15,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+26: [2023-05-07 21:12:15,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:15,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:15,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:15,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+10: [2023-05-07 21:12:15,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+21: [2023-05-07 21:12:15,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+13: [2023-05-07 21:12:15,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+13: [2023-05-07 21:12:15,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+11: [2023-05-07 21:12:15,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+13: [2023-05-07 21:12:15,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:15,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:15,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:15,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+23: [2023-05-07 21:12:15,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+11: [2023-05-07 21:12:15,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+11: [2023-05-07 21:12:15,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:15,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+11: [2023-05-07 21:12:15,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:15,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+20: [2023-05-07 21:12:15,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+20: [2023-05-07 21:12:15,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+11: [2023-05-07 21:12:15,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+20: [2023-05-07 21:12:15,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:15,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+23: [2023-05-07 21:12:15,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+23: [2023-05-07 21:12:15,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+21: [2023-05-07 21:12:15,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+21: [2023-05-07 21:12:15,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+10: [2023-05-07 21:12:15,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+13: [2023-05-07 21:12:15,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+13: [2023-05-07 21:12:15,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+13: [2023-05-07 21:12:15,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+13: [2023-05-07 21:12:15,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:15,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:15,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+13: [2023-05-07 21:12:15,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:15,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:15,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:15,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:15,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:15,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+29: [2023-05-07 21:12:15,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:15,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+21: [2023-05-07 21:12:15,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+23: [2023-05-07 21:12:15,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+29: [2023-05-07 21:12:15,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+29: [2023-05-07 21:12:15,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+29: [2023-05-07 21:12:15,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+23: [2023-05-07 21:12:15,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+23: [2023-05-07 21:12:15,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+29: [2023-05-07 21:12:15,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+29: [2023-05-07 21:12:15,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+23: [2023-05-07 21:12:15,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+10: [2023-05-07 21:12:15,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+10: [2023-05-07 21:12:15,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:15,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+10: [2023-05-07 21:12:15,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+20: [2023-05-07 21:12:15,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:15,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+10: [2023-05-07 21:12:15,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:15,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+20: [2023-05-07 21:12:15,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:15,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:15,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:15,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:15,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+20: [2023-05-07 21:12:15,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:15,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+21: [2023-05-07 21:12:15,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:15,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:15,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+23: [2023-05-07 21:12:15,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:15,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+10: [2023-05-07 21:12:15,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+10: [2023-05-07 21:12:15,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:15,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:15,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:15,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+20: [2023-05-07 21:12:15,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+20: [2023-05-07 21:12:15,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+14: [2023-05-07 21:12:15,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:15,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:15,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:15,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:15,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:15,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:15,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:15,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:15,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+15: [2023-05-07 21:12:15,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+15: [2023-05-07 21:12:15,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+17: [2023-05-07 21:12:15,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+15: [2023-05-07 21:12:15,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+15: [2023-05-07 21:12:15,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+15: [2023-05-07 21:12:15,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+15: [2023-05-07 21:12:15,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+14: [2023-05-07 21:12:15,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:15,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+12: [2023-05-07 21:12:15,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+12: [2023-05-07 21:12:15,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+12: [2023-05-07 21:12:15,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+22: [2023-05-07 21:12:15,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+17: [2023-05-07 21:12:15,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+25: [2023-05-07 21:12:15,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+18: [2023-05-07 21:12:15,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+18: [2023-05-07 21:12:15,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:15,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+14: [2023-05-07 21:12:15,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+14: [2023-05-07 21:12:15,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+18: [2023-05-07 21:12:15,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+24: [2023-05-07 21:12:15,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+16: [2023-05-07 21:12:15,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:15,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+17: [2023-05-07 21:12:15,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+17: [2023-05-07 21:12:15,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+17: [2023-05-07 21:12:15,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+17: [2023-05-07 21:12:15,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+27: [2023-05-07 21:12:15,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+16: [2023-05-07 21:12:15,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+24: [2023-05-07 21:12:15,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+17: [2023-05-07 21:12:15,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+31: [2023-05-07 21:12:15,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+31: [2023-05-07 21:12:15,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+31: [2023-05-07 21:12:15,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+17: [2023-05-07 21:12:15,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+14: [2023-05-07 21:12:15,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+14: [2023-05-07 21:12:15,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+14: [2023-05-07 21:12:15,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+14: [2023-05-07 21:12:15,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+14: [2023-05-07 21:12:15,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:15,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+30: [2023-05-07 21:12:15,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+30: [2023-05-07 21:12:15,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+12: [2023-05-07 21:12:15,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+17: [2023-05-07 21:12:15,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:15,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:15,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:15,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:15,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:15,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+12: [2023-05-07 21:12:15,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+12: [2023-05-07 21:12:15,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+12: [2023-05-07 21:12:15,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+22: [2023-05-07 21:12:15,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+29: [2023-05-07 21:12:15,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+29: [2023-05-07 21:12:15,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+19: [2023-05-07 21:12:15,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+19: [2023-05-07 21:12:15,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+18: [2023-05-07 21:12:15,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+12: [2023-05-07 21:12:15,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+19: [2023-05-07 21:12:15,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+19: [2023-05-07 21:12:15,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+12: [2023-05-07 21:12:15,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:15,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+19: [2023-05-07 21:12:15,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+18: [2023-05-07 21:12:15,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+18: [2023-05-07 21:12:15,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+18: [2023-05-07 21:12:15,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+19: [2023-05-07 21:12:15,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+19: [2023-05-07 21:12:15,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+19: [2023-05-07 21:12:15,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+31: [2023-05-07 21:12:15,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+28: [2023-05-07 21:12:15,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+18: [2023-05-07 21:12:15,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+11: [2023-05-07 21:12:15,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+11: [2023-05-07 21:12:15,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+31: [2023-05-07 21:12:15,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+31: [2023-05-07 21:12:15,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+12: [2023-05-07 21:12:15,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+31: [2023-05-07 21:12:15,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+28: [2023-05-07 21:12:15,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+25: [2023-05-07 21:12:15,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+11: [2023-05-07 21:12:15,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+26: [2023-05-07 21:12:15,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+26: [2023-05-07 21:12:15,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+26: [2023-05-07 21:12:15,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+31: [2023-05-07 21:12:15,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+26: [2023-05-07 21:12:15,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:15,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+20: [2023-05-07 21:12:15,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+20: [2023-05-07 21:12:15,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+20: [2023-05-07 21:12:15,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:15,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:15,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:15,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:15,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:15,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:15,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:15,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:15,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+12: [2023-05-07 21:12:15,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:15,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+23: [2023-05-07 21:12:15,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+13: [2023-05-07 21:12:15,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:15,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+19: [2023-05-07 21:12:15,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+23: [2023-05-07 21:12:15,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+23: [2023-05-07 21:12:15,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+19: [2023-05-07 21:12:15,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+19: [2023-05-07 21:12:15,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+10: [2023-05-07 21:12:15,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+13: [2023-05-07 21:12:15,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+13: [2023-05-07 21:12:15,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+26: [2023-05-07 21:12:15,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+26: [2023-05-07 21:12:15,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+26: [2023-05-07 21:12:15,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:15,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:15,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:15,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:15,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+18: [2023-05-07 21:12:15,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+18: [2023-05-07 21:12:15,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:15,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+18: [2023-05-07 21:12:15,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+24: [2023-05-07 21:12:15,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+16: [2023-05-07 21:12:15,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:15,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:15,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:15,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:15,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+24: [2023-05-07 21:12:15,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:15,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:15,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+26: [2023-05-07 21:12:15,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+16: [2023-05-07 21:12:15,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+16: [2023-05-07 21:12:15,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+24: [2023-05-07 21:12:15,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+24: [2023-05-07 21:12:15,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+24: [2023-05-07 21:12:15,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+16: [2023-05-07 21:12:15,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+16: [2023-05-07 21:12:15,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+24: [2023-05-07 21:12:15,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+24: [2023-05-07 21:12:15,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+16: [2023-05-07 21:12:15,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+16: [2023-05-07 21:12:15,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:15,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+14: [2023-05-07 21:12:15,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:15,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:15,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+19: [2023-05-07 21:12:15,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:15,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+19: [2023-05-07 21:12:15,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+19: [2023-05-07 21:12:15,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:15,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+19: [2023-05-07 21:12:15,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+19: [2023-05-07 21:12:15,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:15,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:15,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+27: [2023-05-07 21:12:15,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:15,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:15,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:15,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:15,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:15,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+30: [2023-05-07 21:12:15,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+30: [2023-05-07 21:12:15,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+28: [2023-05-07 21:12:15,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+28: [2023-05-07 21:12:15,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:15,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+11: [2023-05-07 21:12:15,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+28: [2023-05-07 21:12:15,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+28: [2023-05-07 21:12:15,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+28: [2023-05-07 21:12:15,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+28: [2023-05-07 21:12:15,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+13: [2023-05-07 21:12:15,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+12: [2023-05-07 21:12:15,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+14: [2023-05-07 21:12:15,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+30: [2023-05-07 21:12:15,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+30: [2023-05-07 21:12:15,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+11: [2023-05-07 21:12:15,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+11: [2023-05-07 21:12:15,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+25: [2023-05-07 21:12:15,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+25: [2023-05-07 21:12:15,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+25: [2023-05-07 21:12:15,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+30: [2023-05-07 21:12:15,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+30: [2023-05-07 21:12:15,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+30: [2023-05-07 21:12:15,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+22: [2023-05-07 21:12:15,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+31: [2023-05-07 21:12:15,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+14: [2023-05-07 21:12:15,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+22: [2023-05-07 21:12:15,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+30: [2023-05-07 21:12:15,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+31: [2023-05-07 21:12:15,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+22: [2023-05-07 21:12:15,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+14: [2023-05-07 21:12:15,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+17: [2023-05-07 21:12:15,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+27: [2023-05-07 21:12:15,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+27: [2023-05-07 21:12:15,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+27: [2023-05-07 21:12:15,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+29: [2023-05-07 21:12:15,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+29: [2023-05-07 21:12:15,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:15,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:15,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:15,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:15,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:15,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:15,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+11: [2023-05-07 21:12:15,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+23: [2023-05-07 21:12:15,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+23: [2023-05-07 21:12:15,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:15,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+23: [2023-05-07 21:12:15,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:15,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:15,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:15,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+11: [2023-05-07 21:12:15,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+12: [2023-05-07 21:12:15,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:15,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+13: [2023-05-07 21:12:15,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+13: [2023-05-07 21:12:15,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+13: [2023-05-07 21:12:15,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+13: [2023-05-07 21:12:15,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+14: [2023-05-07 21:12:15,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+20: [2023-05-07 21:12:15,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+20: [2023-05-07 21:12:15,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+14: [2023-05-07 21:12:15,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:15,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:15,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+14: [2023-05-07 21:12:15,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+31: [2023-05-07 21:12:15,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+25: [2023-05-07 21:12:15,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+17: [2023-05-07 21:12:15,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:15,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+10: [2023-05-07 21:12:15,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+28: [2023-05-07 21:12:15,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+25: [2023-05-07 21:12:15,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+25: [2023-05-07 21:12:15,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+18: [2023-05-07 21:12:15,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+25: [2023-05-07 21:12:15,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:15,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+12: [2023-05-07 21:12:15,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+18: [2023-05-07 21:12:15,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+17: [2023-05-07 21:12:15,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+18: [2023-05-07 21:12:15,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+22: [2023-05-07 21:12:15,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+22: [2023-05-07 21:12:15,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+22: [2023-05-07 21:12:15,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+18: [2023-05-07 21:12:15,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+20: [2023-05-07 21:12:15,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+20: [2023-05-07 21:12:15,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+17: [2023-05-07 21:12:15,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+18: [2023-05-07 21:12:15,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+27: [2023-05-07 21:12:15,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+27: [2023-05-07 21:12:15,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+27: [2023-05-07 21:12:15,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+17: [2023-05-07 21:12:15,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+31: [2023-05-07 21:12:15,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+20: [2023-05-07 21:12:15,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+17: [2023-05-07 21:12:15,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+22: [2023-05-07 21:12:15,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+29: [2023-05-07 21:12:15,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+29: [2023-05-07 21:12:15,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+29: [2023-05-07 21:12:15,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+29: [2023-05-07 21:12:15,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+29: [2023-05-07 21:12:15,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+23: [2023-05-07 21:12:15,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:15,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:15,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:15,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:15,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+20: [2023-05-07 21:12:15,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:15,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+17: [2023-05-07 21:12:15,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:15,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:15,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+23: [2023-05-07 21:12:15,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+23: [2023-05-07 21:12:15,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+20: [2023-05-07 21:12:15,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+28: [2023-05-07 21:12:15,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+20: [2023-05-07 21:12:15,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+12: [2023-05-07 21:12:15,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+12: [2023-05-07 21:12:15,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:15,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+13: [2023-05-07 21:12:15,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+26: [2023-05-07 21:12:15,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+23: [2023-05-07 21:12:15,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+29: [2023-05-07 21:12:15,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+27: [2023-05-07 21:12:15,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:15,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:15,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+24: [2023-05-07 21:12:15,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+31: [2023-05-07 21:12:15,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+16: [2023-05-07 21:12:15,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:15,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+13: [2023-05-07 21:12:15,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+13: [2023-05-07 21:12:15,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+23: [2023-05-07 21:12:15,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:15,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+24: [2023-05-07 21:12:15,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+26: [2023-05-07 21:12:15,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+26: [2023-05-07 21:12:15,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+26: [2023-05-07 21:12:15,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+26: [2023-05-07 21:12:15,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+26: [2023-05-07 21:12:15,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+24: [2023-05-07 21:12:15,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:15,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:15,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+31: [2023-05-07 21:12:15,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:15,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:15,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:15,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:15,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:15,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+26: [2023-05-07 21:12:15,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:15,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:15,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+31: [2023-05-07 21:12:15,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:15,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:15,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:15,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:15,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:15,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:15,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:15,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:15,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:15,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+16: [2023-05-07 21:12:15,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+24: [2023-05-07 21:12:15,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+10: [2023-05-07 21:12:15,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:15,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:15,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+31: [2023-05-07 21:12:15,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+16: [2023-05-07 21:12:15,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+16: [2023-05-07 21:12:15,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+26: [2023-05-07 21:12:15,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+11: [2023-05-07 21:12:15,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:15,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:15,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:15,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+11: [2023-05-07 21:12:15,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:15,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:15,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+16: [2023-05-07 21:12:15,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+16: [2023-05-07 21:12:15,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:15,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:15,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+11: [2023-05-07 21:12:15,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:15,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+10: [2023-05-07 21:12:15,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+10: [2023-05-07 21:12:15,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+10: [2023-05-07 21:12:15,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+10: [2023-05-07 21:12:15,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+10: [2023-05-07 21:12:15,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+24: [2023-05-07 21:12:15,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+10: [2023-05-07 21:12:15,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+13: [2023-05-07 21:12:15,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:15,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+24: [2023-05-07 21:12:15,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+30: [2023-05-07 21:12:15,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:15,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+30: [2023-05-07 21:12:15,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+27: [2023-05-07 21:12:15,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:15,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:15,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+25: [2023-05-07 21:12:15,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:15,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+10: [2023-05-07 21:12:15,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+30: [2023-05-07 21:12:15,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+25: [2023-05-07 21:12:15,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+20: [2023-05-07 21:12:15,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:15,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:15,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+27: [2023-05-07 21:12:15,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+13: [2023-05-07 21:12:15,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+23: [2023-05-07 21:12:15,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+23: [2023-05-07 21:12:15,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+11: [2023-05-07 21:12:15,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+22: [2023-05-07 21:12:15,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+13: [2023-05-07 21:12:15,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+13: [2023-05-07 21:12:15,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+25: [2023-05-07 21:12:15,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+11: [2023-05-07 21:12:15,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+20: [2023-05-07 21:12:15,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:15,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+28: [2023-05-07 21:12:15,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+30: [2023-05-07 21:12:15,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+30: [2023-05-07 21:12:15,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+23: [2023-05-07 21:12:15,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+30: [2023-05-07 21:12:15,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:15,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+22: [2023-05-07 21:12:15,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+27: [2023-05-07 21:12:15,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:15,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+28: [2023-05-07 21:12:15,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+24: [2023-05-07 21:12:15,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+16: [2023-05-07 21:12:15,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+11: [2023-05-07 21:12:15,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+13: [2023-05-07 21:12:15,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+28: [2023-05-07 21:12:15,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:15,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+23: [2023-05-07 21:12:15,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+28: [2023-05-07 21:12:15,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+28: [2023-05-07 21:12:15,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:15,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:15,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+28: [2023-05-07 21:12:15,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:15,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+22: [2023-05-07 21:12:15,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:15,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:15,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:15,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:15,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+20: [2023-05-07 21:12:15,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+22: [2023-05-07 21:12:15,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+25: [2023-05-07 21:12:15,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+11: [2023-05-07 21:12:15,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+20: [2023-05-07 21:12:15,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+11: [2023-05-07 21:12:15,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:15,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+23: [2023-05-07 21:12:15,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+27: [2023-05-07 21:12:15,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:15,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:15,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:15,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:15,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:15,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+27: [2023-05-07 21:12:15,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:15,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+25: [2023-05-07 21:12:15,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+25: [2023-05-07 21:12:15,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+29: [2023-05-07 21:12:15,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+20: [2023-05-07 21:12:15,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:15,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+22: [2023-05-07 21:12:15,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:15,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+22: [2023-05-07 21:12:15,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+27: [2023-05-07 21:12:15,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+25: [2023-05-07 21:12:15,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:15,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+29: [2023-05-07 21:12:15,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:15,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+27: [2023-05-07 21:12:15,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+22: [2023-05-07 21:12:15,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:15,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+29: [2023-05-07 21:12:15,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:15,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+19: [2023-05-07 21:12:15,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+19: [2023-05-07 21:12:15,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+19: [2023-05-07 21:12:15,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+29: [2023-05-07 21:12:15,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+29: [2023-05-07 21:12:15,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:15,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+10: [2023-05-07 21:12:15,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:15,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+29: [2023-05-07 21:12:15,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:15,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:15,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:15,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:15,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:15,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+10: [2023-05-07 21:12:15,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+10: [2023-05-07 21:12:15,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:15,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:15,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:15,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:15,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+10: [2023-05-07 21:12:15,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+10: [2023-05-07 21:12:15,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+10: [2023-05-07 21:12:15,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:15,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:15,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+19: [2023-05-07 21:12:15,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+19: [2023-05-07 21:12:15,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+19: [2023-05-07 21:12:15,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+19: [2023-05-07 21:12:15,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+19: [2023-05-07 21:12:15,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt.
+19: [2023-05-07 21:12:15,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+19: [2023-05-07 21:12:15,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+19: [2023-05-07 21:12:15,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+19: [2023-05-07 21:12:15,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+19: [2023-05-07 21:12:15,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+19: [2023-05-07 21:12:15,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+19: [2023-05-07 21:12:15,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+19: [2023-05-07 21:12:15,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+22: [2023-05-07 21:12:16,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:16,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:16,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+22: [2023-05-07 21:12:16,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+22: [2023-05-07 21:12:16,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+22: [2023-05-07 21:12:16,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+22: [2023-05-07 21:12:16,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+22: [2023-05-07 21:12:16,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+22: [2023-05-07 21:12:16,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+22: [2023-05-07 21:12:16,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:16,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:16,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:16,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:16,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:16,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:16,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+22: [2023-05-07 21:12:16,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:16,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:16,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:16,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:16,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:16,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:16,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:16,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:16,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:16,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:16,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:16,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:16,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:16,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:16,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:16,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:16,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+22: [2023-05-07 21:12:16,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+22: [2023-05-07 21:12:16,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+22: [2023-05-07 21:12:16,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+22: [2023-05-07 21:12:16,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+22: [2023-05-07 21:12:16,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+22: [2023-05-07 21:12:16,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:16,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:16,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+22: [2023-05-07 21:12:16,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:16,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:16,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:16,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:16,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:16,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:16,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:16,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:16,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:16,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:16,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:16,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:16,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:16,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:16,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:16,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:16,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:16,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:16,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:16,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:16,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:16,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:16,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:16,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:16,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:16,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:16,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:16,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:16,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:16,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:16,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:16,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:16,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:16,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:16,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:16,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:16,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:16,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:16,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+22: [2023-05-07 21:12:16,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:16,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:16,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:16,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+20: [2023-05-07 21:12:16,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+20: [2023-05-07 21:12:16,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+20: [2023-05-07 21:12:16,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+20: [2023-05-07 21:12:16,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+20: [2023-05-07 21:12:16,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+20: [2023-05-07 21:12:16,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+20: [2023-05-07 21:12:16,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+20: [2023-05-07 21:12:16,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:16,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:16,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:16,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:16,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:16,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:16,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:16,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:16,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:16,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:16,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:16,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:16,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:16,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:16,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:16,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+20: [2023-05-07 21:12:16,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+20: [2023-05-07 21:12:16,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+20: [2023-05-07 21:12:16,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:16,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:16,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:16,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+20: [2023-05-07 21:12:16,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+22: [2023-05-07 21:12:16,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+20: [2023-05-07 21:12:16,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+20: [2023-05-07 21:12:16,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+20: [2023-05-07 21:12:16,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+20: [2023-05-07 21:12:16,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:16,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:16,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:16,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:16,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:16,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:16,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:16,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:16,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:16,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:16,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:16,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:16,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:16,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+22: [2023-05-07 21:12:16,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+22: [2023-05-07 21:12:16,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+22: [2023-05-07 21:12:16,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+22: [2023-05-07 21:12:16,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+22: [2023-05-07 21:12:16,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+22: [2023-05-07 21:12:16,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+22: [2023-05-07 21:12:16,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:16,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:16,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:16,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:16,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:16,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:16,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:16,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:16,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:16,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+17: [2023-05-07 21:12:16,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:16,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:16,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:16,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:16,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:16,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+17: [2023-05-07 21:12:16,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+17: [2023-05-07 21:12:16,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:16,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:16,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:16,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+17: [2023-05-07 21:12:16,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+17: [2023-05-07 21:12:16,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+17: [2023-05-07 21:12:16,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+17: [2023-05-07 21:12:16,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:16,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+17: [2023-05-07 21:12:16,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:16,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+17: [2023-05-07 21:12:16,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:16,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:16,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:16,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:16,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:16,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:16,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:16,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:16,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:16,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:16,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:16,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:16,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:16,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:16,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:16,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:16,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:16,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+25: [2023-05-07 21:12:16,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+25: [2023-05-07 21:12:16,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+25: [2023-05-07 21:12:16,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+25: [2023-05-07 21:12:16,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+25: [2023-05-07 21:12:16,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+25: [2023-05-07 21:12:16,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+25: [2023-05-07 21:12:16,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+25: [2023-05-07 21:12:16,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+17: [2023-05-07 21:12:16,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+17: [2023-05-07 21:12:16,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+17: [2023-05-07 21:12:16,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:16,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:16,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:16,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:16,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:16,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:16,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:16,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+17: [2023-05-07 21:12:16,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:16,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:16,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:16,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:16,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:16,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+25: [2023-05-07 21:12:16,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+17: [2023-05-07 21:12:16,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+17: [2023-05-07 21:12:16,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+17: [2023-05-07 21:12:16,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+22: [2023-05-07 21:12:16,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+22: [2023-05-07 21:12:16,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+22: [2023-05-07 21:12:16,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+25: [2023-05-07 21:12:16,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+25: [2023-05-07 21:12:16,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+25: [2023-05-07 21:12:16,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+25: [2023-05-07 21:12:16,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:16,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+25: [2023-05-07 21:12:16,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+25: [2023-05-07 21:12:16,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+25: [2023-05-07 21:12:16,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+20: [2023-05-07 21:12:16,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+20: [2023-05-07 21:12:16,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+20: [2023-05-07 21:12:16,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+22: [2023-05-07 21:12:16,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+22: [2023-05-07 21:12:16,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+22: [2023-05-07 21:12:16,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+22: [2023-05-07 21:12:16,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:16,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+20: [2023-05-07 21:12:16,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+20: [2023-05-07 21:12:16,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+20: [2023-05-07 21:12:16,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:16,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+20: [2023-05-07 21:12:16,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+20: [2023-05-07 21:12:16,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:16,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+28: [2023-05-07 21:12:16,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+28: [2023-05-07 21:12:16,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+28: [2023-05-07 21:12:16,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+28: [2023-05-07 21:12:16,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+28: [2023-05-07 21:12:16,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+28: [2023-05-07 21:12:16,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+28: [2023-05-07 21:12:16,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+28: [2023-05-07 21:12:16,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:16,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:16,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+17: [2023-05-07 21:12:16,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+20: [2023-05-07 21:12:16,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+20: [2023-05-07 21:12:16,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:16,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+20: [2023-05-07 21:12:16,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:16,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:16,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:16,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:16,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:16,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:16,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:16,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:16,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:16,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:16,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:16,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:16,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:16,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+28: [2023-05-07 21:12:16,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:16,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+28: [2023-05-07 21:12:16,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:16,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:16,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+28: [2023-05-07 21:12:16,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:16,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:16,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+28: [2023-05-07 21:12:16,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+28: [2023-05-07 21:12:16,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+28: [2023-05-07 21:12:16,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+28: [2023-05-07 21:12:16,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+25: [2023-05-07 21:12:16,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+28: [2023-05-07 21:12:16,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:16,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+20: [2023-05-07 21:12:16,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+20: [2023-05-07 21:12:16,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+20: [2023-05-07 21:12:16,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+20: [2023-05-07 21:12:16,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:16,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:16,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:16,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:16,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:16,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+17: [2023-05-07 21:12:16,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+20: [2023-05-07 21:12:16,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:16,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+25: [2023-05-07 21:12:16,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:16,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+17: [2023-05-07 21:12:16,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+17: [2023-05-07 21:12:16,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+17: [2023-05-07 21:12:16,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+17: [2023-05-07 21:12:16,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+17: [2023-05-07 21:12:16,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+17: [2023-05-07 21:12:16,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+17: [2023-05-07 21:12:16,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:16,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:16,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:16,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+25: [2023-05-07 21:12:16,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+25: [2023-05-07 21:12:16,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+25: [2023-05-07 21:12:16,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+25: [2023-05-07 21:12:16,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:16,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:16,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+25: [2023-05-07 21:12:16,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+25: [2023-05-07 21:12:16,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+25: [2023-05-07 21:12:16,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:16,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:16,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:16,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:16,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+31: [2023-05-07 21:12:16,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+31: [2023-05-07 21:12:16,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+21: [2023-05-07 21:12:16,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+21: [2023-05-07 21:12:16,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+21: [2023-05-07 21:12:16,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+27: [2023-05-07 21:12:16,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+31: [2023-05-07 21:12:16,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+31: [2023-05-07 21:12:16,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+31: [2023-05-07 21:12:16,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+31: [2023-05-07 21:12:16,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+31: [2023-05-07 21:12:16,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+31: [2023-05-07 21:12:16,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+21: [2023-05-07 21:12:16,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+21: [2023-05-07 21:12:16,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+21: [2023-05-07 21:12:16,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+21: [2023-05-07 21:12:16,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+21: [2023-05-07 21:12:16,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+27: [2023-05-07 21:12:16,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+27: [2023-05-07 21:12:16,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+27: [2023-05-07 21:12:16,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+27: [2023-05-07 21:12:16,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+27: [2023-05-07 21:12:16,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+27: [2023-05-07 21:12:16,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+27: [2023-05-07 21:12:16,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:16,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:16,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:16,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:16,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+21: [2023-05-07 21:12:16,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+21: [2023-05-07 21:12:16,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+31: [2023-05-07 21:12:16,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+31: [2023-05-07 21:12:16,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+31: [2023-05-07 21:12:16,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+27: [2023-05-07 21:12:16,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+31: [2023-05-07 21:12:16,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+31: [2023-05-07 21:12:16,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+31: [2023-05-07 21:12:16,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+21: [2023-05-07 21:12:16,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+21: [2023-05-07 21:12:16,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:16,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:16,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+31: [2023-05-07 21:12:16,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+31: [2023-05-07 21:12:16,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+21: [2023-05-07 21:12:16,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:16,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:16,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:16,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:16,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:16,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:16,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+21: [2023-05-07 21:12:16,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+15: [2023-05-07 21:12:16,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+15: [2023-05-07 21:12:16,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+21: [2023-05-07 21:12:16,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+21: [2023-05-07 21:12:16,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+15: [2023-05-07 21:12:16,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+15: [2023-05-07 21:12:16,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+15: [2023-05-07 21:12:16,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+15: [2023-05-07 21:12:16,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+15: [2023-05-07 21:12:16,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+15: [2023-05-07 21:12:16,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+27: [2023-05-07 21:12:16,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+27: [2023-05-07 21:12:16,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+15: [2023-05-07 21:12:16,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+27: [2023-05-07 21:12:16,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+27: [2023-05-07 21:12:16,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+15: [2023-05-07 21:12:16,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+27: [2023-05-07 21:12:16,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:16,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:16,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:16,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:16,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+27: [2023-05-07 21:12:16,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:16,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+27: [2023-05-07 21:12:16,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:16,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:16,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:16,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+15: [2023-05-07 21:12:16,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+15: [2023-05-07 21:12:16,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+15: [2023-05-07 21:12:16,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:16,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:16,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:16,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:16,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:16,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:16,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:16,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:16,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+15: [2023-05-07 21:12:16,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+15: [2023-05-07 21:12:16,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+15: [2023-05-07 21:12:16,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+28: [2023-05-07 21:12:16,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+28: [2023-05-07 21:12:16,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+17: [2023-05-07 21:12:16,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+17: [2023-05-07 21:12:16,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:16,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:16,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:16,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+17: [2023-05-07 21:12:16,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:16,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:16,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:16,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:16,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:16,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+17: [2023-05-07 21:12:16,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+25: [2023-05-07 21:12:16,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+17: [2023-05-07 21:12:16,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+17: [2023-05-07 21:12:16,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+17: [2023-05-07 21:12:16,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+25: [2023-05-07 21:12:16,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+25: [2023-05-07 21:12:16,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+25: [2023-05-07 21:12:16,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+25: [2023-05-07 21:12:16,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+25: [2023-05-07 21:12:16,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+25: [2023-05-07 21:12:16,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+24: [2023-05-07 21:12:16,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+24: [2023-05-07 21:12:16,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+30: [2023-05-07 21:12:16,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+12: [2023-05-07 21:12:16,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+12: [2023-05-07 21:12:16,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+12: [2023-05-07 21:12:16,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+30: [2023-05-07 21:12:16,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+13: [2023-05-07 21:12:16,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+13: [2023-05-07 21:12:16,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+24: [2023-05-07 21:12:16,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+24: [2023-05-07 21:12:16,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+26: [2023-05-07 21:12:16,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+26: [2023-05-07 21:12:16,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+26: [2023-05-07 21:12:16,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+26: [2023-05-07 21:12:16,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+12: [2023-05-07 21:12:16,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+13: [2023-05-07 21:12:16,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+28: [2023-05-07 21:12:16,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+28: [2023-05-07 21:12:16,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+28: [2023-05-07 21:12:16,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+28: [2023-05-07 21:12:16,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+28: [2023-05-07 21:12:16,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+28: [2023-05-07 21:12:16,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+26: [2023-05-07 21:12:16,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+24: [2023-05-07 21:12:16,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+24: [2023-05-07 21:12:16,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+24: [2023-05-07 21:12:16,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+13: [2023-05-07 21:12:16,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+26: [2023-05-07 21:12:16,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+26: [2023-05-07 21:12:16,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+24: [2023-05-07 21:12:16,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+26: [2023-05-07 21:12:16,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+13: [2023-05-07 21:12:16,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+13: [2023-05-07 21:12:16,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+13: [2023-05-07 21:12:16,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+12: [2023-05-07 21:12:16,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+12: [2023-05-07 21:12:16,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+12: [2023-05-07 21:12:16,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+13: [2023-05-07 21:12:16,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+12: [2023-05-07 21:12:16,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+30: [2023-05-07 21:12:16,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+30: [2023-05-07 21:12:16,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+30: [2023-05-07 21:12:16,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+30: [2023-05-07 21:12:16,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+30: [2023-05-07 21:12:16,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+14: [2023-05-07 21:12:16,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+30: [2023-05-07 21:12:16,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+28: [2023-05-07 21:12:16,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+14: [2023-05-07 21:12:16,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+14: [2023-05-07 21:12:16,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+29: [2023-05-07 21:12:16,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+29: [2023-05-07 21:12:16,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+28: [2023-05-07 21:12:16,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+14: [2023-05-07 21:12:16,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+14: [2023-05-07 21:12:16,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+14: [2023-05-07 21:12:16,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+14: [2023-05-07 21:12:16,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+24: [2023-05-07 21:12:16,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+14: [2023-05-07 21:12:16,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:16,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+29: [2023-05-07 21:12:16,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:16,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:16,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+29: [2023-05-07 21:12:16,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+29: [2023-05-07 21:12:16,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+30: [2023-05-07 21:12:16,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+29: [2023-05-07 21:12:16,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+29: [2023-05-07 21:12:16,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:16,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+18: [2023-05-07 21:12:16,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+18: [2023-05-07 21:12:16,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+18: [2023-05-07 21:12:16,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+18: [2023-05-07 21:12:16,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:16,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:16,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:16,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+29: [2023-05-07 21:12:16,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:16,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+18: [2023-05-07 21:12:16,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+18: [2023-05-07 21:12:16,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+18: [2023-05-07 21:12:16,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+18: [2023-05-07 21:12:16,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+12: [2023-05-07 21:12:16,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+10: [2023-05-07 21:12:16,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+10: [2023-05-07 21:12:16,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+16: [2023-05-07 21:12:16,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+16: [2023-05-07 21:12:16,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+10: [2023-05-07 21:12:16,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+12: [2023-05-07 21:12:16,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:16,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+12: [2023-05-07 21:12:16,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+24: [2023-05-07 21:12:16,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+13: [2023-05-07 21:12:16,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+21: [2023-05-07 21:12:16,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+10: [2023-05-07 21:12:16,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+10: [2023-05-07 21:12:16,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+10: [2023-05-07 21:12:16,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+10: [2023-05-07 21:12:16,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+26: [2023-05-07 21:12:16,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+10: [2023-05-07 21:12:16,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+13: [2023-05-07 21:12:16,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+16: [2023-05-07 21:12:16,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:16,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:16,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:16,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:16,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+21: [2023-05-07 21:12:16,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:16,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:16,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+30: [2023-05-07 21:12:16,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:16,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+23: [2023-05-07 21:12:16,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+23: [2023-05-07 21:12:16,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+13: [2023-05-07 21:12:16,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+26: [2023-05-07 21:12:16,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+26: [2023-05-07 21:12:16,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+26: [2023-05-07 21:12:16,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+30: [2023-05-07 21:12:16,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+24: [2023-05-07 21:12:16,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+16: [2023-05-07 21:12:16,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+16: [2023-05-07 21:12:16,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+16: [2023-05-07 21:12:16,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+16: [2023-05-07 21:12:16,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+23: [2023-05-07 21:12:16,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+14: [2023-05-07 21:12:16,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+16: [2023-05-07 21:12:16,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+23: [2023-05-07 21:12:16,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+23: [2023-05-07 21:12:16,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+23: [2023-05-07 21:12:16,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+23: [2023-05-07 21:12:16,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+23: [2023-05-07 21:12:16,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+29: [2023-05-07 21:12:16,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+29: [2023-05-07 21:12:16,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+26: [2023-05-07 21:12:16,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+26: [2023-05-07 21:12:16,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+11: [2023-05-07 21:12:16,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+11: [2023-05-07 21:12:16,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+26: [2023-05-07 21:12:16,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+18: [2023-05-07 21:12:16,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+18: [2023-05-07 21:12:16,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+18: [2023-05-07 21:12:16,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+12: [2023-05-07 21:12:16,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+24: [2023-05-07 21:12:16,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+12: [2023-05-07 21:12:16,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+26: [2023-05-07 21:12:16,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+12: [2023-05-07 21:12:16,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+11: [2023-05-07 21:12:16,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+24: [2023-05-07 21:12:16,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+10: [2023-05-07 21:12:16,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+13: [2023-05-07 21:12:16,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+11: [2023-05-07 21:12:16,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+11: [2023-05-07 21:12:16,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+24: [2023-05-07 21:12:16,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+13: [2023-05-07 21:12:16,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+11: [2023-05-07 21:12:16,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+11: [2023-05-07 21:12:16,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+13: [2023-05-07 21:12:16,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+24: [2023-05-07 21:12:16,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+12: [2023-05-07 21:12:16,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+16: [2023-05-07 21:12:16,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+16: [2023-05-07 21:12:16,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+13: [2023-05-07 21:12:16,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+11: [2023-05-07 21:12:16,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+31: [2023-05-07 21:12:16,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+31: [2023-05-07 21:12:16,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+31: [2023-05-07 21:12:16,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+13: [2023-05-07 21:12:16,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+12: [2023-05-07 21:12:16,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+30: [2023-05-07 21:12:16,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+24: [2023-05-07 21:12:16,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+10: [2023-05-07 21:12:16,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+30: [2023-05-07 21:12:16,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:16,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+18: [2023-05-07 21:12:16,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+18: [2023-05-07 21:12:16,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:16,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+30: [2023-05-07 21:12:16,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:16,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+18: [2023-05-07 21:12:16,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:16,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+18: [2023-05-07 21:12:16,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+30: [2023-05-07 21:12:16,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+14: [2023-05-07 21:12:16,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+23: [2023-05-07 21:12:16,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+18: [2023-05-07 21:12:16,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+27: [2023-05-07 21:12:16,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+30: [2023-05-07 21:12:16,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:16,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:16,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+23: [2023-05-07 21:12:16,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+23: [2023-05-07 21:12:16,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+14: [2023-05-07 21:12:16,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+23: [2023-05-07 21:12:16,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:16,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+23: [2023-05-07 21:12:16,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:16,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+16: [2023-05-07 21:12:16,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+16: [2023-05-07 21:12:16,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+29: [2023-05-07 21:12:16,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+29: [2023-05-07 21:12:16,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+29: [2023-05-07 21:12:16,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+16: [2023-05-07 21:12:16,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+14: [2023-05-07 21:12:16,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+11: [2023-05-07 21:12:16,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+11: [2023-05-07 21:12:16,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+23: [2023-05-07 21:12:16,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+14: [2023-05-07 21:12:16,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+29: [2023-05-07 21:12:16,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+16: [2023-05-07 21:12:16,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+29: [2023-05-07 21:12:16,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+14: [2023-05-07 21:12:16,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+23: [2023-05-07 21:12:16,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+16: [2023-05-07 21:12:16,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:16,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+14: [2023-05-07 21:12:16,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+29: [2023-05-07 21:12:16,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+14: [2023-05-07 21:12:16,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+11: [2023-05-07 21:12:16,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+16: [2023-05-07 21:12:16,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:16,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+23: [2023-05-07 21:12:16,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:16,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:16,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+10: [2023-05-07 21:12:16,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:16,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:16,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+15: [2023-05-07 21:12:16,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+15: [2023-05-07 21:12:16,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:16,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+10: [2023-05-07 21:12:16,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+10: [2023-05-07 21:12:16,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:16,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+10: [2023-05-07 21:12:16,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+10: [2023-05-07 21:12:16,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+10: [2023-05-07 21:12:16,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+11: [2023-05-07 21:12:16,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+11: [2023-05-07 21:12:16,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+31: [2023-05-07 21:12:16,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+11: [2023-05-07 21:12:16,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+31: [2023-05-07 21:12:16,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+11: [2023-05-07 21:12:16,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+31: [2023-05-07 21:12:16,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+31: [2023-05-07 21:12:16,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+11: [2023-05-07 21:12:16,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+31: [2023-05-07 21:12:16,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:16,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:16,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+21: [2023-05-07 21:12:16,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+21: [2023-05-07 21:12:16,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:16,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:16,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:16,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:16,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:16,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:16,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+21: [2023-05-07 21:12:16,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+21: [2023-05-07 21:12:16,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+21: [2023-05-07 21:12:16,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+21: [2023-05-07 21:12:16,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+21: [2023-05-07 21:12:16,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+21: [2023-05-07 21:12:16,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+28: [2023-05-07 21:12:16,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:16,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:16,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:16,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:16,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+28: [2023-05-07 21:12:16,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+15: [2023-05-07 21:12:16,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+31: [2023-05-07 21:12:16,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+28: [2023-05-07 21:12:16,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+31: [2023-05-07 21:12:16,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+27: [2023-05-07 21:12:16,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+27: [2023-05-07 21:12:16,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+27: [2023-05-07 21:12:16,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+31: [2023-05-07 21:12:16,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:16,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:16,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:16,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:16,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+28: [2023-05-07 21:12:16,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+28: [2023-05-07 21:12:16,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+28: [2023-05-07 21:12:16,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+19: [2023-05-07 21:12:16,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+19: [2023-05-07 21:12:16,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+19: [2023-05-07 21:12:16,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+19: [2023-05-07 21:12:16,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+19: [2023-05-07 21:12:16,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+19: [2023-05-07 21:12:16,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+15: [2023-05-07 21:12:16,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+15: [2023-05-07 21:12:16,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+19: [2023-05-07 21:12:16,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+19: [2023-05-07 21:12:16,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+27: [2023-05-07 21:12:16,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+27: [2023-05-07 21:12:16,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+27: [2023-05-07 21:12:16,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+27: [2023-05-07 21:12:16,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+15: [2023-05-07 21:12:16,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+15: [2023-05-07 21:12:16,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+15: [2023-05-07 21:12:16,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+15: [2023-05-07 21:12:16,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+15: [2023-05-07 21:12:16,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+19: [2023-05-07 21:12:16,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+19: [2023-05-07 21:12:16,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+19: [2023-05-07 21:12:16,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+27: [2023-05-07 21:12:16,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+19: [2023-05-07 21:12:16,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+19: [2023-05-07 21:12:16,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+19: [2023-05-07 21:12:16,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+19: [2023-05-07 21:12:16,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+19: [2023-05-07 21:12:16,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:16,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+24: [2023-05-07 21:12:16,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+14: [2023-05-07 21:12:16,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+30: [2023-05-07 21:12:16,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+30: [2023-05-07 21:12:16,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:16,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+31: [2023-05-07 21:12:16,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+21: [2023-05-07 21:12:16,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+29: [2023-05-07 21:12:16,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+21: [2023-05-07 21:12:16,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+29: [2023-05-07 21:12:16,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+24: [2023-05-07 21:12:16,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+12: [2023-05-07 21:12:16,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+12: [2023-05-07 21:12:16,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+12: [2023-05-07 21:12:16,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:16,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+31: [2023-05-07 21:12:16,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+31: [2023-05-07 21:12:16,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:16,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:16,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+13: [2023-05-07 21:12:16,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+13: [2023-05-07 21:12:16,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+13: [2023-05-07 21:12:16,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+18: [2023-05-07 21:12:16,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+18: [2023-05-07 21:12:16,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+18: [2023-05-07 21:12:16,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+16: [2023-05-07 21:12:16,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+16: [2023-05-07 21:12:16,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+10: [2023-05-07 21:12:16,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+10: [2023-05-07 21:12:16,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+15: [2023-05-07 21:12:16,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+31: [2023-05-07 21:12:16,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+31: [2023-05-07 21:12:16,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:16,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:16,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+26: [2023-05-07 21:12:16,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+26: [2023-05-07 21:12:16,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+26: [2023-05-07 21:12:16,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+26: [2023-05-07 21:12:16,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:16,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+23: [2023-05-07 21:12:16,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+23: [2023-05-07 21:12:16,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:16,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:16,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:16,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+12: [2023-05-07 21:12:16,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+26: [2023-05-07 21:12:16,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:16,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:16,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+23: [2023-05-07 21:12:16,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+26: [2023-05-07 21:12:16,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+26: [2023-05-07 21:12:16,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+26: [2023-05-07 21:12:16,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:16,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+21: [2023-05-07 21:12:16,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+21: [2023-05-07 21:12:16,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+11: [2023-05-07 21:12:16,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+13: [2023-05-07 21:12:16,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+11: [2023-05-07 21:12:16,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+11: [2023-05-07 21:12:16,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:16,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+18: [2023-05-07 21:12:16,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+21: [2023-05-07 21:12:16,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+21: [2023-05-07 21:12:16,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+12: [2023-05-07 21:12:16,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+12: [2023-05-07 21:12:16,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+12: [2023-05-07 21:12:16,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+12: [2023-05-07 21:12:16,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+23: [2023-05-07 21:12:16,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+23: [2023-05-07 21:12:16,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+18: [2023-05-07 21:12:16,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+18: [2023-05-07 21:12:16,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+18: [2023-05-07 21:12:16,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+18: [2023-05-07 21:12:16,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+13: [2023-05-07 21:12:16,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+13: [2023-05-07 21:12:16,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+13: [2023-05-07 21:12:16,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+13: [2023-05-07 21:12:16,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+24: [2023-05-07 21:12:16,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:16,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+15: [2023-05-07 21:12:16,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+15: [2023-05-07 21:12:16,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:16,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:16,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+30: [2023-05-07 21:12:16,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:16,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+30: [2023-05-07 21:12:16,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+23: [2023-05-07 21:12:16,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+23: [2023-05-07 21:12:16,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+23: [2023-05-07 21:12:16,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+24: [2023-05-07 21:12:16,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+14: [2023-05-07 21:12:16,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:16,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:16,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:16,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:16,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:16,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+30: [2023-05-07 21:12:16,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+29: [2023-05-07 21:12:16,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+30: [2023-05-07 21:12:16,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+30: [2023-05-07 21:12:16,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+10: [2023-05-07 21:12:16,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+24: [2023-05-07 21:12:16,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+11: [2023-05-07 21:12:16,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+11: [2023-05-07 21:12:16,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+30: [2023-05-07 21:12:16,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+30: [2023-05-07 21:12:16,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+30: [2023-05-07 21:12:16,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+24: [2023-05-07 21:12:16,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+16: [2023-05-07 21:12:16,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+24: [2023-05-07 21:12:16,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+24: [2023-05-07 21:12:16,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+24: [2023-05-07 21:12:16,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+29: [2023-05-07 21:12:16,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+29: [2023-05-07 21:12:16,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+15: [2023-05-07 21:12:16,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+15: [2023-05-07 21:12:16,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+15: [2023-05-07 21:12:16,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+12: [2023-05-07 21:12:16,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+14: [2023-05-07 21:12:16,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+14: [2023-05-07 21:12:16,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+12: [2023-05-07 21:12:16,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+12: [2023-05-07 21:12:16,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+18: [2023-05-07 21:12:16,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+11: [2023-05-07 21:12:16,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+11: [2023-05-07 21:12:16,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+11: [2023-05-07 21:12:16,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+16: [2023-05-07 21:12:16,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+16: [2023-05-07 21:12:16,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+16: [2023-05-07 21:12:16,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+16: [2023-05-07 21:12:16,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+16: [2023-05-07 21:12:16,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+24: [2023-05-07 21:12:16,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+18: [2023-05-07 21:12:16,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+27: [2023-05-07 21:12:16,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+29: [2023-05-07 21:12:16,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+29: [2023-05-07 21:12:16,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+29: [2023-05-07 21:12:16,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+29: [2023-05-07 21:12:16,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+29: [2023-05-07 21:12:16,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+16: [2023-05-07 21:12:16,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+18: [2023-05-07 21:12:16,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:16,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+16: [2023-05-07 21:12:16,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+10: [2023-05-07 21:12:16,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+13: [2023-05-07 21:12:16,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+23: [2023-05-07 21:12:16,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+13: [2023-05-07 21:12:16,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+13: [2023-05-07 21:12:16,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+27: [2023-05-07 21:12:16,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+23: [2023-05-07 21:12:16,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+10: [2023-05-07 21:12:16,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+10: [2023-05-07 21:12:16,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+10: [2023-05-07 21:12:16,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+10: [2023-05-07 21:12:16,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+10: [2023-05-07 21:12:16,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+10: [2023-05-07 21:12:16,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+14: [2023-05-07 21:12:16,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+14: [2023-05-07 21:12:16,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+14: [2023-05-07 21:12:16,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+14: [2023-05-07 21:12:16,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+26: [2023-05-07 21:12:16,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+27: [2023-05-07 21:12:16,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+14: [2023-05-07 21:12:16,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+27: [2023-05-07 21:12:16,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:16,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:16,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+12: [2023-05-07 21:12:16,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+26: [2023-05-07 21:12:16,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+26: [2023-05-07 21:12:16,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+26: [2023-05-07 21:12:16,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+27: [2023-05-07 21:12:16,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+27: [2023-05-07 21:12:16,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+23: [2023-05-07 21:12:16,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+27: [2023-05-07 21:12:16,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+19: [2023-05-07 21:12:16,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:16,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:16,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:16,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:16,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:16,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:16,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:16,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+19: [2023-05-07 21:12:16,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+19: [2023-05-07 21:12:16,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+26: [2023-05-07 21:12:16,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+26: [2023-05-07 21:12:16,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+26: [2023-05-07 21:12:16,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+26: [2023-05-07 21:12:16,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+18: [2023-05-07 21:12:16,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+11: [2023-05-07 21:12:16,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:16,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+11: [2023-05-07 21:12:16,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+13: [2023-05-07 21:12:16,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+24: [2023-05-07 21:12:16,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+11: [2023-05-07 21:12:16,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+23: [2023-05-07 21:12:16,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+23: [2023-05-07 21:12:16,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+18: [2023-05-07 21:12:16,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+18: [2023-05-07 21:12:16,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+12: [2023-05-07 21:12:16,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+14: [2023-05-07 21:12:16,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+14: [2023-05-07 21:12:16,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+18: [2023-05-07 21:12:16,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+12: [2023-05-07 21:12:16,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+10: [2023-05-07 21:12:16,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+19: [2023-05-07 21:12:16,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+30: [2023-05-07 21:12:16,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+18: [2023-05-07 21:12:16,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+13: [2023-05-07 21:12:16,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+12: [2023-05-07 21:12:16,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+29: [2023-05-07 21:12:16,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+12: [2023-05-07 21:12:16,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+23: [2023-05-07 21:12:16,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+13: [2023-05-07 21:12:16,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+13: [2023-05-07 21:12:16,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:16,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+13: [2023-05-07 21:12:16,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+23: [2023-05-07 21:12:16,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+30: [2023-05-07 21:12:16,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+19: [2023-05-07 21:12:16,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+19: [2023-05-07 21:12:16,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+19: [2023-05-07 21:12:16,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+19: [2023-05-07 21:12:16,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:16,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+24: [2023-05-07 21:12:16,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+16: [2023-05-07 21:12:16,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+23: [2023-05-07 21:12:16,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+30: [2023-05-07 21:12:16,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+11: [2023-05-07 21:12:16,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+24: [2023-05-07 21:12:16,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+30: [2023-05-07 21:12:16,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:16,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+24: [2023-05-07 21:12:16,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+30: [2023-05-07 21:12:16,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+24: [2023-05-07 21:12:16,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:16,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+11: [2023-05-07 21:12:16,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+16: [2023-05-07 21:12:16,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+30: [2023-05-07 21:12:16,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:16,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:16,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+24: [2023-05-07 21:12:16,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+16: [2023-05-07 21:12:16,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+16: [2023-05-07 21:12:16,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+19: [2023-05-07 21:12:16,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+19: [2023-05-07 21:12:16,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+29: [2023-05-07 21:12:16,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+16: [2023-05-07 21:12:16,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+29: [2023-05-07 21:12:16,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+16: [2023-05-07 21:12:16,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+19: [2023-05-07 21:12:16,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+29: [2023-05-07 21:12:16,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+11: [2023-05-07 21:12:16,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+11: [2023-05-07 21:12:16,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+11: [2023-05-07 21:12:16,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+29: [2023-05-07 21:12:16,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+14: [2023-05-07 21:12:16,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+29: [2023-05-07 21:12:16,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+14: [2023-05-07 21:12:16,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+10: [2023-05-07 21:12:16,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+14: [2023-05-07 21:12:16,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+14: [2023-05-07 21:12:16,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+14: [2023-05-07 21:12:16,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+10: [2023-05-07 21:12:16,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+10: [2023-05-07 21:12:16,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+10: [2023-05-07 21:12:16,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+10: [2023-05-07 21:12:16,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+19: [2023-05-07 21:12:16,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:16,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:16,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:16,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:16,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+19: [2023-05-07 21:12:16,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+19: [2023-05-07 21:12:16,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:16,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:16,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:16,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+19: [2023-05-07 21:12:16,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+19: [2023-05-07 21:12:16,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:17,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:17,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:17,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:17,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:17,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:17,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:17,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:17,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:17,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:17,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:17,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:17,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:17,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:17,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:17,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:17,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:17,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:17,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:17,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:17,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:17,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:17,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:17,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:17,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:17,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:17,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:17,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:17,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:17,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:17,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:17,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:17,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:17,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:17,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:17,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:17,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:17,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:17,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:17,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:17,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:17,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:17,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:17,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:17,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:17,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:17,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:17,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:17,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:17,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:17,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:17,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:17,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:17,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:17,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:17,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:17,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:17,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:17,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:17,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:17,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:17,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:17,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:17,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+25: [2023-05-07 21:12:17,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+25: [2023-05-07 21:12:17,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+25: [2023-05-07 21:12:17,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+25: [2023-05-07 21:12:17,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+17: [2023-05-07 21:12:17,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+25: [2023-05-07 21:12:17,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+25: [2023-05-07 21:12:17,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+25: [2023-05-07 21:12:17,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+25: [2023-05-07 21:12:17,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+17: [2023-05-07 21:12:17,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+17: [2023-05-07 21:12:17,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+17: [2023-05-07 21:12:17,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+17: [2023-05-07 21:12:17,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+17: [2023-05-07 21:12:17,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+17: [2023-05-07 21:12:17,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:17,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+17: [2023-05-07 21:12:17,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:17,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:17,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:17,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:17,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:17,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:17,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:17,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:17,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:17,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:17,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:17,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:17,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+28: [2023-05-07 21:12:17,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+28: [2023-05-07 21:12:17,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+25: [2023-05-07 21:12:17,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:17,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+17: [2023-05-07 21:12:17,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+28: [2023-05-07 21:12:17,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+28: [2023-05-07 21:12:17,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+28: [2023-05-07 21:12:17,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+28: [2023-05-07 21:12:17,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+28: [2023-05-07 21:12:17,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:17,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:17,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+28: [2023-05-07 21:12:17,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:17,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:17,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:17,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:17,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:17,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:17,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:17,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:17,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:17,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+25: [2023-05-07 21:12:17,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+25: [2023-05-07 21:12:17,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+25: [2023-05-07 21:12:17,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:17,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+25: [2023-05-07 21:12:17,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+17: [2023-05-07 21:12:17,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+25: [2023-05-07 21:12:17,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:17,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+17: [2023-05-07 21:12:17,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+17: [2023-05-07 21:12:17,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+25: [2023-05-07 21:12:17,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+25: [2023-05-07 21:12:17,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:17,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+17: [2023-05-07 21:12:17,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:17,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:17,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+17: [2023-05-07 21:12:17,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+17: [2023-05-07 21:12:17,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+17: [2023-05-07 21:12:17,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:17,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:17,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+28: [2023-05-07 21:12:17,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+28: [2023-05-07 21:12:17,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+28: [2023-05-07 21:12:17,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+28: [2023-05-07 21:12:17,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+28: [2023-05-07 21:12:17,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+28: [2023-05-07 21:12:17,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:17,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+28: [2023-05-07 21:12:17,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:17,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+28: [2023-05-07 21:12:17,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:17,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:17,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:17,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:17,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:17,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:17,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:17,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:17,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:17,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:17,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:17,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+17: [2023-05-07 21:12:17,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+25: [2023-05-07 21:12:17,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:17,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:17,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:17,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:17,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:17,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:17,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:17,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:17,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:17,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:17,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:17,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:17,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:17,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:17,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:17,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:17,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:17,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:17,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:17,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:17,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+17: [2023-05-07 21:12:17,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+25: [2023-05-07 21:12:17,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:17,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:17,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:17,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:17,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+25: [2023-05-07 21:12:17,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+25: [2023-05-07 21:12:17,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+25: [2023-05-07 21:12:17,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+17: [2023-05-07 21:12:17,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:17,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+17: [2023-05-07 21:12:17,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+17: [2023-05-07 21:12:17,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:17,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+25: [2023-05-07 21:12:17,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:17,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+25: [2023-05-07 21:12:17,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+25: [2023-05-07 21:12:17,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+25: [2023-05-07 21:12:17,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:17,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:17,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:17,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+17: [2023-05-07 21:12:17,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+17: [2023-05-07 21:12:17,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+17: [2023-05-07 21:12:17,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+17: [2023-05-07 21:12:17,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:17,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:17,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:17,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:17,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+28: [2023-05-07 21:12:17,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+28: [2023-05-07 21:12:17,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:17,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:17,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:17,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:17,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:17,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:17,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:17,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:17,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:17,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:17,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+28: [2023-05-07 21:12:17,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+28: [2023-05-07 21:12:17,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+28: [2023-05-07 21:12:17,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+28: [2023-05-07 21:12:17,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+28: [2023-05-07 21:12:17,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+28: [2023-05-07 21:12:17,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:17,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+28: [2023-05-07 21:12:17,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+28: [2023-05-07 21:12:17,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+25: [2023-05-07 21:12:17,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+25: [2023-05-07 21:12:17,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+25: [2023-05-07 21:12:17,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+25: [2023-05-07 21:12:17,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+25: [2023-05-07 21:12:17,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+25: [2023-05-07 21:12:17,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+25: [2023-05-07 21:12:17,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:17,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:17,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:17,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:17,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:17,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:17,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+17: [2023-05-07 21:12:17,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+17: [2023-05-07 21:12:17,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+17: [2023-05-07 21:12:17,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+17: [2023-05-07 21:12:17,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+17: [2023-05-07 21:12:17,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+17: [2023-05-07 21:12:17,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+17: [2023-05-07 21:12:17,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+28: [2023-05-07 21:12:17,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+28: [2023-05-07 21:12:17,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+28: [2023-05-07 21:12:17,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+28: [2023-05-07 21:12:17,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+28: [2023-05-07 21:12:17,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+28: [2023-05-07 21:12:17,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+22: [2023-05-07 21:12:17,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+22: [2023-05-07 21:12:17,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+11: [2023-05-07 21:12:18,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+11: [2023-05-07 21:12:18,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+11: [2023-05-07 21:12:18,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+11: [2023-05-07 21:12:18,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+11: [2023-05-07 21:12:18,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+11: [2023-05-07 21:12:18,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+11: [2023-05-07 21:12:18,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+18: [2023-05-07 21:12:18,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+18: [2023-05-07 21:12:18,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+11: [2023-05-07 21:12:18,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+18: [2023-05-07 21:12:18,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+18: [2023-05-07 21:12:18,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+18: [2023-05-07 21:12:18,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+18: [2023-05-07 21:12:18,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+11: [2023-05-07 21:12:18,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+11: [2023-05-07 21:12:18,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+11: [2023-05-07 21:12:18,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+11: [2023-05-07 21:12:18,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+11: [2023-05-07 21:12:18,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+18: [2023-05-07 21:12:18,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+18: [2023-05-07 21:12:18,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+11: [2023-05-07 21:12:18,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+18: [2023-05-07 21:12:18,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+18: [2023-05-07 21:12:18,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+18: [2023-05-07 21:12:18,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+18: [2023-05-07 21:12:18,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+18: [2023-05-07 21:12:18,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+18: [2023-05-07 21:12:18,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+20: [2023-05-07 21:12:18,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+30: [2023-05-07 21:12:18,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+30: [2023-05-07 21:12:18,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+10: [2023-05-07 21:12:18,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+10: [2023-05-07 21:12:18,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+21: [2023-05-07 21:12:18,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+21: [2023-05-07 21:12:18,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+16: [2023-05-07 21:12:18,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+16: [2023-05-07 21:12:18,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+10: [2023-05-07 21:12:18,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+30: [2023-05-07 21:12:18,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+10: [2023-05-07 21:12:18,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+10: [2023-05-07 21:12:18,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+10: [2023-05-07 21:12:18,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+10: [2023-05-07 21:12:18,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+10: [2023-05-07 21:12:18,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+16: [2023-05-07 21:12:18,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+16: [2023-05-07 21:12:18,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+16: [2023-05-07 21:12:18,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+16: [2023-05-07 21:12:18,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+30: [2023-05-07 21:12:18,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+30: [2023-05-07 21:12:18,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+30: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+19: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+19: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:18,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+21: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+21: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+21: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+21: [2023-05-07 21:12:18,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+20: [2023-05-07 21:12:18,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+13: [2023-05-07 21:12:18,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+12: [2023-05-07 21:12:18,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+12: [2023-05-07 21:12:18,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+12: [2023-05-07 21:12:18,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+19: [2023-05-07 21:12:18,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+13: [2023-05-07 21:12:18,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+19: [2023-05-07 21:12:18,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+19: [2023-05-07 21:12:18,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+13: [2023-05-07 21:12:18,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+13: [2023-05-07 21:12:18,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+13: [2023-05-07 21:12:18,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:18,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+20: [2023-05-07 21:12:18,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:18,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+19: [2023-05-07 21:12:18,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+13: [2023-05-07 21:12:18,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:18,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+20: [2023-05-07 21:12:18,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:18,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+12: [2023-05-07 21:12:18,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:18,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:18,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+12: [2023-05-07 21:12:18,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+12: [2023-05-07 21:12:18,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:18,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+19: [2023-05-07 21:12:18,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:18,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+12: [2023-05-07 21:12:18,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+19: [2023-05-07 21:12:18,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+20: [2023-05-07 21:12:18,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+19: [2023-05-07 21:12:18,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+12: [2023-05-07 21:12:18,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+20: [2023-05-07 21:12:18,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+20: [2023-05-07 21:12:18,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+19: [2023-05-07 21:12:18,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+30: [2023-05-07 21:12:18,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+30: [2023-05-07 21:12:18,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+10: [2023-05-07 21:12:18,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+10: [2023-05-07 21:12:18,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+20: [2023-05-07 21:12:18,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+21: [2023-05-07 21:12:18,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+16: [2023-05-07 21:12:18,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+16: [2023-05-07 21:12:18,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+20: [2023-05-07 21:12:18,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+30: [2023-05-07 21:12:18,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+12: [2023-05-07 21:12:18,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+20: [2023-05-07 21:12:18,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+12: [2023-05-07 21:12:18,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+30: [2023-05-07 21:12:18,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+20: [2023-05-07 21:12:18,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+30: [2023-05-07 21:12:18,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+30: [2023-05-07 21:12:18,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+21: [2023-05-07 21:12:18,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+21: [2023-05-07 21:12:18,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+21: [2023-05-07 21:12:18,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+30: [2023-05-07 21:12:18,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+30: [2023-05-07 21:12:18,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+30: [2023-05-07 21:12:18,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+30: [2023-05-07 21:12:18,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+12: [2023-05-07 21:12:18,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+16: [2023-05-07 21:12:18,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+16: [2023-05-07 21:12:18,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+16: [2023-05-07 21:12:18,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+16: [2023-05-07 21:12:18,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+19: [2023-05-07 21:12:18,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+21: [2023-05-07 21:12:18,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+12: [2023-05-07 21:12:18,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+10: [2023-05-07 21:12:18,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+10: [2023-05-07 21:12:18,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+10: [2023-05-07 21:12:18,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+19: [2023-05-07 21:12:18,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+12: [2023-05-07 21:12:18,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+13: [2023-05-07 21:12:18,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+13: [2023-05-07 21:12:18,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+13: [2023-05-07 21:12:18,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:18,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+20: [2023-05-07 21:12:18,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+12: [2023-05-07 21:12:18,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+20: [2023-05-07 21:12:18,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+19: [2023-05-07 21:12:18,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+19: [2023-05-07 21:12:18,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:18,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+19: [2023-05-07 21:12:18,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+20: [2023-05-07 21:12:18,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+20: [2023-05-07 21:12:18,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:18,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+13: [2023-05-07 21:12:18,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+20: [2023-05-07 21:12:18,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+12: [2023-05-07 21:12:18,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+19: [2023-05-07 21:12:18,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+13: [2023-05-07 21:12:18,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:18,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+13: [2023-05-07 21:12:18,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:18,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+13: [2023-05-07 21:12:18,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:18,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+12: [2023-05-07 21:12:18,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+12: [2023-05-07 21:12:18,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+30: [2023-05-07 21:12:18,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+16: [2023-05-07 21:12:18,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+10: [2023-05-07 21:12:18,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+10: [2023-05-07 21:12:18,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+11: [2023-05-07 21:12:18,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+11: [2023-05-07 21:12:18,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+11: [2023-05-07 21:12:18,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+11: [2023-05-07 21:12:18,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+11: [2023-05-07 21:12:18,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+18: [2023-05-07 21:12:18,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+11: [2023-05-07 21:12:18,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+18: [2023-05-07 21:12:18,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+18: [2023-05-07 21:12:18,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+18: [2023-05-07 21:12:18,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+18: [2023-05-07 21:12:18,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+18: [2023-05-07 21:12:18,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+18: [2023-05-07 21:12:18,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+18: [2023-05-07 21:12:18,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+11: [2023-05-07 21:12:18,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+11: [2023-05-07 21:12:18,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:18,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+11: [2023-05-07 21:12:18,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+11: [2023-05-07 21:12:18,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+18: [2023-05-07 21:12:18,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+11: [2023-05-07 21:12:18,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+11: [2023-05-07 21:12:18,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+11: [2023-05-07 21:12:18,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+18: [2023-05-07 21:12:18,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:18,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:18,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:18,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:18,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:18,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:18,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+21: [2023-05-07 21:12:18,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+21: [2023-05-07 21:12:18,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+11: [2023-05-07 21:12:18,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+21: [2023-05-07 21:12:18,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+21: [2023-05-07 21:12:18,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+21: [2023-05-07 21:12:18,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+18: [2023-05-07 21:12:18,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+18: [2023-05-07 21:12:18,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+30: [2023-05-07 21:12:18,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+30: [2023-05-07 21:12:18,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+30: [2023-05-07 21:12:18,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+30: [2023-05-07 21:12:18,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+30: [2023-05-07 21:12:18,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+21: [2023-05-07 21:12:18,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+21: [2023-05-07 21:12:18,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+18: [2023-05-07 21:12:18,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+18: [2023-05-07 21:12:18,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+18: [2023-05-07 21:12:18,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+18: [2023-05-07 21:12:18,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+18: [2023-05-07 21:12:18,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+19: [2023-05-07 21:12:18,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+19: [2023-05-07 21:12:18,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+11: [2023-05-07 21:12:18,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+10: [2023-05-07 21:12:18,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+10: [2023-05-07 21:12:18,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+10: [2023-05-07 21:12:18,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+10: [2023-05-07 21:12:18,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+10: [2023-05-07 21:12:18,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+10: [2023-05-07 21:12:18,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+10: [2023-05-07 21:12:18,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+19: [2023-05-07 21:12:18,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+19: [2023-05-07 21:12:18,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+19: [2023-05-07 21:12:18,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+19: [2023-05-07 21:12:18,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+19: [2023-05-07 21:12:18,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+19: [2023-05-07 21:12:18,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+13: [2023-05-07 21:12:18,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+13: [2023-05-07 21:12:18,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+16: [2023-05-07 21:12:18,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+16: [2023-05-07 21:12:18,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+16: [2023-05-07 21:12:18,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+13: [2023-05-07 21:12:18,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+16: [2023-05-07 21:12:18,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+16: [2023-05-07 21:12:18,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+16: [2023-05-07 21:12:18,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+16: [2023-05-07 21:12:18,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+10: [2023-05-07 21:12:18,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+13: [2023-05-07 21:12:18,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+13: [2023-05-07 21:12:18,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+13: [2023-05-07 21:12:18,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+13: [2023-05-07 21:12:18,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+13: [2023-05-07 21:12:18,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+13: [2023-05-07 21:12:18,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:18,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+21: [2023-05-07 21:12:18,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+21: [2023-05-07 21:12:18,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+30: [2023-05-07 21:12:18,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+30: [2023-05-07 21:12:18,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+20: [2023-05-07 21:12:18,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+20: [2023-05-07 21:12:18,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+20: [2023-05-07 21:12:18,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+12: [2023-05-07 21:12:18,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+12: [2023-05-07 21:12:18,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+10: [2023-05-07 21:12:18,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+21: [2023-05-07 21:12:18,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+21: [2023-05-07 21:12:18,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+20: [2023-05-07 21:12:18,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+12: [2023-05-07 21:12:18,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+12: [2023-05-07 21:12:18,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+12: [2023-05-07 21:12:18,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+12: [2023-05-07 21:12:18,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+20: [2023-05-07 21:12:18,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+20: [2023-05-07 21:12:18,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+30: [2023-05-07 21:12:18,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+20: [2023-05-07 21:12:18,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+21: [2023-05-07 21:12:18,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+21: [2023-05-07 21:12:18,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+30: [2023-05-07 21:12:18,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+30: [2023-05-07 21:12:18,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+30: [2023-05-07 21:12:18,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+30: [2023-05-07 21:12:18,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+30: [2023-05-07 21:12:18,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:18,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+13: [2023-05-07 21:12:18,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+16: [2023-05-07 21:12:18,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+16: [2023-05-07 21:12:18,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+19: [2023-05-07 21:12:18,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:18,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:18,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:18,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:18,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:18,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:18,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:18,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:18,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+13: [2023-05-07 21:12:18,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+13: [2023-05-07 21:12:18,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+19: [2023-05-07 21:12:18,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+19: [2023-05-07 21:12:18,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+10: [2023-05-07 21:12:18,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+10: [2023-05-07 21:12:18,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+10: [2023-05-07 21:12:18,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+10: [2023-05-07 21:12:18,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+23: [2023-05-07 21:12:18,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+16: [2023-05-07 21:12:18,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+16: [2023-05-07 21:12:18,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+16: [2023-05-07 21:12:18,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+16: [2023-05-07 21:12:18,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+21: [2023-05-07 21:12:18,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+23: [2023-05-07 21:12:18,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:18,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+19: [2023-05-07 21:12:18,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+21: [2023-05-07 21:12:18,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:18,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+19: [2023-05-07 21:12:18,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+19: [2023-05-07 21:12:18,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+19: [2023-05-07 21:12:18,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+30: [2023-05-07 21:12:18,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+19: [2023-05-07 21:12:18,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+10: [2023-05-07 21:12:18,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+13: [2023-05-07 21:12:18,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+20: [2023-05-07 21:12:18,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+13: [2023-05-07 21:12:18,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+13: [2023-05-07 21:12:18,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+13: [2023-05-07 21:12:18,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+10: [2023-05-07 21:12:18,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+10: [2023-05-07 21:12:18,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+20: [2023-05-07 21:12:18,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+20: [2023-05-07 21:12:18,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+12: [2023-05-07 21:12:18,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt.
+16: [2023-05-07 21:12:18,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+20: [2023-05-07 21:12:18,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+12: [2023-05-07 21:12:18,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+16: [2023-05-07 21:12:18,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+20: [2023-05-07 21:12:18,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+12: [2023-05-07 21:12:18,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+12: [2023-05-07 21:12:18,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+28: [2023-05-07 21:12:18,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+20: [2023-05-07 21:12:18,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+20: [2023-05-07 21:12:18,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+20: [2023-05-07 21:12:18,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+28: [2023-05-07 21:12:18,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+12: [2023-05-07 21:12:18,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+12: [2023-05-07 21:12:18,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+12: [2023-05-07 21:12:18,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+12: [2023-05-07 21:12:18,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+31: [2023-05-07 21:12:18,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+31: [2023-05-07 21:12:18,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+24: [2023-05-07 21:12:18,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+24: [2023-05-07 21:12:18,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+29: [2023-05-07 21:12:18,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+22: [2023-05-07 21:12:18,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+27: [2023-05-07 21:12:18,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:18,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+29: [2023-05-07 21:12:18,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:18,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:18,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+22: [2023-05-07 21:12:18,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+25: [2023-05-07 21:12:18,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:18,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+17: [2023-05-07 21:12:18,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:18,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:18,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:18,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+25: [2023-05-07 21:12:18,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:18,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+17: [2023-05-07 21:12:18,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:18,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+14: [2023-05-07 21:12:18,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+14: [2023-05-07 21:12:18,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:18,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:18,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:18,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+27: [2023-05-07 21:12:18,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+15: [2023-05-07 21:12:18,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+15: [2023-05-07 21:12:18,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+26: [2023-05-07 21:12:18,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+26: [2023-05-07 21:12:18,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+29: [2023-05-07 21:12:19,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+29: [2023-05-07 21:12:19,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+29: [2023-05-07 21:12:19,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+29: [2023-05-07 21:12:19,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+29: [2023-05-07 21:12:19,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+29: [2023-05-07 21:12:19,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:19,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:19,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:19,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:19,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:19,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:19,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:19,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:19,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:19,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+27: [2023-05-07 21:12:19,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+29: [2023-05-07 21:12:19,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+29: [2023-05-07 21:12:19,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+29: [2023-05-07 21:12:19,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+29: [2023-05-07 21:12:19,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+29: [2023-05-07 21:12:19,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+29: [2023-05-07 21:12:19,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+27: [2023-05-07 21:12:19,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+27: [2023-05-07 21:12:19,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+27: [2023-05-07 21:12:19,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+27: [2023-05-07 21:12:19,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+27: [2023-05-07 21:12:19,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+27: [2023-05-07 21:12:19,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+27: [2023-05-07 21:12:19,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+27: [2023-05-07 21:12:19,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+22: [2023-05-07 21:12:19,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+22: [2023-05-07 21:12:19,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+22: [2023-05-07 21:12:19,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+22: [2023-05-07 21:12:19,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+22: [2023-05-07 21:12:19,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+22: [2023-05-07 21:12:19,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+22: [2023-05-07 21:12:19,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:19,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+27: [2023-05-07 21:12:19,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+27: [2023-05-07 21:12:19,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+27: [2023-05-07 21:12:19,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:19,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:19,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:19,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:19,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:19,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:19,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:19,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:19,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:19,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:19,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:19,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:19,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:19,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+27: [2023-05-07 21:12:19,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+27: [2023-05-07 21:12:19,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+27: [2023-05-07 21:12:19,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+27: [2023-05-07 21:12:19,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+27: [2023-05-07 21:12:19,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+22: [2023-05-07 21:12:19,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+22: [2023-05-07 21:12:19,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+22: [2023-05-07 21:12:19,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+22: [2023-05-07 21:12:19,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+22: [2023-05-07 21:12:19,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+22: [2023-05-07 21:12:19,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:19,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+22: [2023-05-07 21:12:19,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+22: [2023-05-07 21:12:19,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:19,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:19,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:19,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:19,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:19,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:19,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:19,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+22: [2023-05-07 21:12:19,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:19,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:19,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:19,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:19,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:19,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:19,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:19,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:19,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:19,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:19,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:19,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:19,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:19,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:19,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:19,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:19,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:19,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:19,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:19,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:19,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:19,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:19,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:19,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:19,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:19,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:19,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:19,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:19,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:19,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:19,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+27: [2023-05-07 21:12:19,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+27: [2023-05-07 21:12:19,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:19,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+27: [2023-05-07 21:12:19,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:19,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:19,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:19,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:19,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:19,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+22: [2023-05-07 21:12:19,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+22: [2023-05-07 21:12:19,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+22: [2023-05-07 21:12:19,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+22: [2023-05-07 21:12:19,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+22: [2023-05-07 21:12:19,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+22: [2023-05-07 21:12:19,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+29: [2023-05-07 21:12:19,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+29: [2023-05-07 21:12:19,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+29: [2023-05-07 21:12:19,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+29: [2023-05-07 21:12:19,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+29: [2023-05-07 21:12:19,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+29: [2023-05-07 21:12:19,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+29: [2023-05-07 21:12:19,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+22: [2023-05-07 21:12:19,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:19,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:19,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+27: [2023-05-07 21:12:19,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+22: [2023-05-07 21:12:19,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:19,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:19,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:19,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:19,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:19,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:19,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+27: [2023-05-07 21:12:19,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:19,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:19,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:19,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:19,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:19,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:19,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:19,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+27: [2023-05-07 21:12:19,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+22: [2023-05-07 21:12:19,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+29: [2023-05-07 21:12:19,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:19,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:19,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:19,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:19,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+29: [2023-05-07 21:12:19,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+27: [2023-05-07 21:12:19,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+27: [2023-05-07 21:12:19,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+27: [2023-05-07 21:12:19,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+27: [2023-05-07 21:12:19,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+22: [2023-05-07 21:12:19,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+29: [2023-05-07 21:12:19,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+29: [2023-05-07 21:12:19,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+29: [2023-05-07 21:12:19,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+29: [2023-05-07 21:12:19,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+22: [2023-05-07 21:12:19,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+22: [2023-05-07 21:12:19,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+22: [2023-05-07 21:12:19,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:19,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:19,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+24: [2023-05-07 21:12:19,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+15: [2023-05-07 21:12:19,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:19,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:19,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:19,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:19,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+31: [2023-05-07 21:12:19,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:19,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+29: [2023-05-07 21:12:19,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+22: [2023-05-07 21:12:19,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+31: [2023-05-07 21:12:19,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+29: [2023-05-07 21:12:19,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:19,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:19,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+24: [2023-05-07 21:12:19,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+15: [2023-05-07 21:12:19,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+14: [2023-05-07 21:12:19,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:19,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+14: [2023-05-07 21:12:19,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:19,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:19,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:19,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:19,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+19: [2023-05-07 21:12:19,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+21: [2023-05-07 21:12:19,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+21: [2023-05-07 21:12:19,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+17: [2023-05-07 21:12:19,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+18: [2023-05-07 21:12:19,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+20: [2023-05-07 21:12:19,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+18: [2023-05-07 21:12:19,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+20: [2023-05-07 21:12:19,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+25: [2023-05-07 21:12:19,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+25: [2023-05-07 21:12:19,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+28: [2023-05-07 21:12:19,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+26: [2023-05-07 21:12:19,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+26: [2023-05-07 21:12:19,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+30: [2023-05-07 21:12:19,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+30: [2023-05-07 21:12:19,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+13: [2023-05-07 21:12:19,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+19: [2023-05-07 21:12:19,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+11: [2023-05-07 21:12:19,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+10: [2023-05-07 21:12:19,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+10: [2023-05-07 21:12:19,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+11: [2023-05-07 21:12:19,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+16: [2023-05-07 21:12:19,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+23: [2023-05-07 21:12:19,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+12: [2023-05-07 21:12:19,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+16: [2023-05-07 21:12:19,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+23: [2023-05-07 21:12:19,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+12: [2023-05-07 21:12:19,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt...
+17: [2023-05-07 21:12:19,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+13: [2023-05-07 21:12:19,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+28: [2023-05-07 21:12:19,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+17: [2023-05-07 21:12:20,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+28: [2023-05-07 21:12:20,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+17: [2023-05-07 21:12:20,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:20,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:20,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+28: [2023-05-07 21:12:20,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+28: [2023-05-07 21:12:20,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+17: [2023-05-07 21:12:20,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+28: [2023-05-07 21:12:20,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+28: [2023-05-07 21:12:20,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+17: [2023-05-07 21:12:20,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+17: [2023-05-07 21:12:20,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:20,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+17: [2023-05-07 21:12:20,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:20,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:20,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:20,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:20,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:20,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:20,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:20,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:20,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:20,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:20,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:20,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:20,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+26: [2023-05-07 21:12:20,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+26: [2023-05-07 21:12:20,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+26: [2023-05-07 21:12:20,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+26: [2023-05-07 21:12:20,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+26: [2023-05-07 21:12:20,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+26: [2023-05-07 21:12:20,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+26: [2023-05-07 21:12:20,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+26: [2023-05-07 21:12:20,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+27: [2023-05-07 21:12:20,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+27: [2023-05-07 21:12:20,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+27: [2023-05-07 21:12:20,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+27: [2023-05-07 21:12:20,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+27: [2023-05-07 21:12:20,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+27: [2023-05-07 21:12:20,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+27: [2023-05-07 21:12:20,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:20,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:20,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:20,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:20,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:20,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:20,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:20,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+26: [2023-05-07 21:12:20,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+26: [2023-05-07 21:12:20,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+29: [2023-05-07 21:12:20,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:20,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:20,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+26: [2023-05-07 21:12:20,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:20,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+26: [2023-05-07 21:12:20,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+26: [2023-05-07 21:12:20,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:20,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:20,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+26: [2023-05-07 21:12:20,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+27: [2023-05-07 21:12:20,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+26: [2023-05-07 21:12:20,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+26: [2023-05-07 21:12:20,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+29: [2023-05-07 21:12:20,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+29: [2023-05-07 21:12:20,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+29: [2023-05-07 21:12:20,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+29: [2023-05-07 21:12:20,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+29: [2023-05-07 21:12:20,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+29: [2023-05-07 21:12:20,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:20,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+29: [2023-05-07 21:12:20,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:20,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:20,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:20,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:20,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:20,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt.
+31: [2023-05-07 21:12:20,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+31: [2023-05-07 21:12:20,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+31: [2023-05-07 21:12:20,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+31: [2023-05-07 21:12:20,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+31: [2023-05-07 21:12:20,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+31: [2023-05-07 21:12:20,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+31: [2023-05-07 21:12:20,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+15: [2023-05-07 21:12:20,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+31: [2023-05-07 21:12:20,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:20,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:20,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:20,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:20,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:20,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:20,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:20,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:20,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:20,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+15: [2023-05-07 21:12:20,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+31: [2023-05-07 21:12:20,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+31: [2023-05-07 21:12:20,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+15: [2023-05-07 21:12:20,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+31: [2023-05-07 21:12:20,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+15: [2023-05-07 21:12:20,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+15: [2023-05-07 21:12:20,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+15: [2023-05-07 21:12:20,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+31: [2023-05-07 21:12:20,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+31: [2023-05-07 21:12:20,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+31: [2023-05-07 21:12:20,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:20,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:20,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+31: [2023-05-07 21:12:20,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+31: [2023-05-07 21:12:20,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:20,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:20,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:20,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:20,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:20,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:20,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+24: [2023-05-07 21:12:20,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+24: [2023-05-07 21:12:20,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+24: [2023-05-07 21:12:20,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+24: [2023-05-07 21:12:20,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+24: [2023-05-07 21:12:20,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+24: [2023-05-07 21:12:20,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+24: [2023-05-07 21:12:20,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+24: [2023-05-07 21:12:20,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:20,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:20,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:20,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:20,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:20,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:20,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:20,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:20,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+24: [2023-05-07 21:12:20,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:20,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+24: [2023-05-07 21:12:20,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+29: [2023-05-07 21:12:20,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+24: [2023-05-07 21:12:20,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+24: [2023-05-07 21:12:20,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+24: [2023-05-07 21:12:20,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:20,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+24: [2023-05-07 21:12:20,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:20,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+24: [2023-05-07 21:12:20,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+24: [2023-05-07 21:12:20,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:20,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:20,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:20,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:20,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:20,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:20,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:20,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+27: [2023-05-07 21:12:20,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+27: [2023-05-07 21:12:20,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+27: [2023-05-07 21:12:20,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+27: [2023-05-07 21:12:20,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+27: [2023-05-07 21:12:20,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+29: [2023-05-07 21:12:20,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+15: [2023-05-07 21:12:20,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+29: [2023-05-07 21:12:20,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+29: [2023-05-07 21:12:20,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+29: [2023-05-07 21:12:20,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+29: [2023-05-07 21:12:20,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:20,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:20,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:20,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+14: [2023-05-07 21:12:20,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+31: [2023-05-07 21:12:20,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+31: [2023-05-07 21:12:20,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+31: [2023-05-07 21:12:20,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:20,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:20,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:20,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:20,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:20,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+20: [2023-05-07 21:12:20,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:20,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+14: [2023-05-07 21:12:20,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+15: [2023-05-07 21:12:20,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+31: [2023-05-07 21:12:20,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+31: [2023-05-07 21:12:20,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+31: [2023-05-07 21:12:20,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:20,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:20,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:20,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:20,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+31: [2023-05-07 21:12:20,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+31: [2023-05-07 21:12:20,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+14: [2023-05-07 21:12:20,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+20: [2023-05-07 21:12:20,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+20: [2023-05-07 21:12:20,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+20: [2023-05-07 21:12:20,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+14: [2023-05-07 21:12:20,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+24: [2023-05-07 21:12:20,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+24: [2023-05-07 21:12:20,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+29: [2023-05-07 21:12:20,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:20,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+20: [2023-05-07 21:12:20,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+20: [2023-05-07 21:12:20,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+20: [2023-05-07 21:12:20,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+15: [2023-05-07 21:12:20,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+20: [2023-05-07 21:12:20,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+31: [2023-05-07 21:12:20,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+31: [2023-05-07 21:12:20,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+31: [2023-05-07 21:12:20,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+29: [2023-05-07 21:12:20,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+27: [2023-05-07 21:12:20,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+27: [2023-05-07 21:12:20,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+18: [2023-05-07 21:12:20,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+18: [2023-05-07 21:12:20,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:20,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+24: [2023-05-07 21:12:20,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+18: [2023-05-07 21:12:20,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+18: [2023-05-07 21:12:20,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:20,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:20,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+18: [2023-05-07 21:12:20,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+24: [2023-05-07 21:12:20,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:20,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+24: [2023-05-07 21:12:20,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+24: [2023-05-07 21:12:20,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+24: [2023-05-07 21:12:20,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+24: [2023-05-07 21:12:20,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+24: [2023-05-07 21:12:20,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+24: [2023-05-07 21:12:20,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:20,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:20,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+31: [2023-05-07 21:12:20,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+31: [2023-05-07 21:12:20,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+18: [2023-05-07 21:12:20,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+18: [2023-05-07 21:12:20,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+18: [2023-05-07 21:12:20,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+23: [2023-05-07 21:12:20,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+23: [2023-05-07 21:12:20,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:20,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+23: [2023-05-07 21:12:20,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:20,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+18: [2023-05-07 21:12:20,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:20,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+31: [2023-05-07 21:12:20,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+31: [2023-05-07 21:12:20,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+15: [2023-05-07 21:12:20,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+31: [2023-05-07 21:12:20,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+23: [2023-05-07 21:12:20,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+23: [2023-05-07 21:12:20,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:20,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:20,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:20,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:20,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:20,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+23: [2023-05-07 21:12:20,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+23: [2023-05-07 21:12:20,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+15: [2023-05-07 21:12:20,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+23: [2023-05-07 21:12:20,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+15: [2023-05-07 21:12:20,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+15: [2023-05-07 21:12:20,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+14: [2023-05-07 21:12:20,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+24: [2023-05-07 21:12:20,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+20: [2023-05-07 21:12:20,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+24: [2023-05-07 21:12:20,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+24: [2023-05-07 21:12:20,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+24: [2023-05-07 21:12:20,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+11: [2023-05-07 21:12:20,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+24: [2023-05-07 21:12:20,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+24: [2023-05-07 21:12:20,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+11: [2023-05-07 21:12:20,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+11: [2023-05-07 21:12:20,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+11: [2023-05-07 21:12:20,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+11: [2023-05-07 21:12:20,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+11: [2023-05-07 21:12:20,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+11: [2023-05-07 21:12:20,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:20,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:20,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+18: [2023-05-07 21:12:20,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+26: [2023-05-07 21:12:20,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+26: [2023-05-07 21:12:20,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+26: [2023-05-07 21:12:20,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+26: [2023-05-07 21:12:20,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+26: [2023-05-07 21:12:20,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+26: [2023-05-07 21:12:20,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+26: [2023-05-07 21:12:20,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+26: [2023-05-07 21:12:20,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:20,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:20,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:20,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:20,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:20,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:20,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:20,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:20,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+26: [2023-05-07 21:12:20,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+26: [2023-05-07 21:12:20,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:20,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+26: [2023-05-07 21:12:20,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+26: [2023-05-07 21:12:20,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+26: [2023-05-07 21:12:20,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:20,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:20,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:20,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+26: [2023-05-07 21:12:20,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:20,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+26: [2023-05-07 21:12:20,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:20,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+26: [2023-05-07 21:12:20,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:20,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:20,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+18: [2023-05-07 21:12:20,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+23: [2023-05-07 21:12:20,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+18: [2023-05-07 21:12:20,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+20: [2023-05-07 21:12:20,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+20: [2023-05-07 21:12:20,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+20: [2023-05-07 21:12:20,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+14: [2023-05-07 21:12:20,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+14: [2023-05-07 21:12:20,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+18: [2023-05-07 21:12:20,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+23: [2023-05-07 21:12:20,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+14: [2023-05-07 21:12:20,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+14: [2023-05-07 21:12:20,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+14: [2023-05-07 21:12:20,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+14: [2023-05-07 21:12:20,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+18: [2023-05-07 21:12:20,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+14: [2023-05-07 21:12:20,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+23: [2023-05-07 21:12:20,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+18: [2023-05-07 21:12:20,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+11: [2023-05-07 21:12:20,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+11: [2023-05-07 21:12:20,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+18: [2023-05-07 21:12:20,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+23: [2023-05-07 21:12:20,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+23: [2023-05-07 21:12:20,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+23: [2023-05-07 21:12:20,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+23: [2023-05-07 21:12:20,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+23: [2023-05-07 21:12:20,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+11: [2023-05-07 21:12:20,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+11: [2023-05-07 21:12:20,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:20,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:20,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+26: [2023-05-07 21:12:20,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:20,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:20,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:20,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:20,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:20,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:20,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:20,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:20,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:20,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:20,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:20,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:20,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+26: [2023-05-07 21:12:20,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:20,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:20,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+26: [2023-05-07 21:12:20,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+26: [2023-05-07 21:12:20,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+26: [2023-05-07 21:12:20,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+26: [2023-05-07 21:12:20,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:20,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:20,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+26: [2023-05-07 21:12:20,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+26: [2023-05-07 21:12:20,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:20,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:20,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:20,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:20,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:20,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+26: [2023-05-07 21:12:20,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:20,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:20,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+26: [2023-05-07 21:12:20,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+26: [2023-05-07 21:12:20,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+26: [2023-05-07 21:12:20,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+26: [2023-05-07 21:12:20,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+26: [2023-05-07 21:12:20,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:20,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+27: [2023-05-07 21:12:20,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+27: [2023-05-07 21:12:20,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+27: [2023-05-07 21:12:20,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+27: [2023-05-07 21:12:20,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+26: [2023-05-07 21:12:20,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+27: [2023-05-07 21:12:20,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+11: [2023-05-07 21:12:20,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+11: [2023-05-07 21:12:20,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+11: [2023-05-07 21:12:20,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+26: [2023-05-07 21:12:20,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:20,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+27: [2023-05-07 21:12:20,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:20,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:20,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:20,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:20,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:20,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+29: [2023-05-07 21:12:20,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+29: [2023-05-07 21:12:20,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+29: [2023-05-07 21:12:20,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+29: [2023-05-07 21:12:20,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+29: [2023-05-07 21:12:20,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+29: [2023-05-07 21:12:20,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+29: [2023-05-07 21:12:20,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:20,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:20,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:20,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:20,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:20,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:20,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:20,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:20,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:20,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:20,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:20,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:20,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+29: [2023-05-07 21:12:20,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:20,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:20,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:20,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:20,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:20,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:20,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:20,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:20,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:20,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+27: [2023-05-07 21:12:20,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+27: [2023-05-07 21:12:20,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:20,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+27: [2023-05-07 21:12:20,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+27: [2023-05-07 21:12:20,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+27: [2023-05-07 21:12:20,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:20,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+15: [2023-05-07 21:12:20,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+29: [2023-05-07 21:12:20,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+15: [2023-05-07 21:12:20,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+29: [2023-05-07 21:12:20,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+29: [2023-05-07 21:12:20,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+15: [2023-05-07 21:12:20,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+14: [2023-05-07 21:12:20,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+29: [2023-05-07 21:12:20,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+29: [2023-05-07 21:12:20,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+29: [2023-05-07 21:12:20,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+15: [2023-05-07 21:12:20,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+15: [2023-05-07 21:12:20,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+15: [2023-05-07 21:12:20,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+15: [2023-05-07 21:12:20,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+14: [2023-05-07 21:12:20,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+14: [2023-05-07 21:12:20,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+15: [2023-05-07 21:12:20,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+14: [2023-05-07 21:12:20,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+14: [2023-05-07 21:12:20,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+14: [2023-05-07 21:12:20,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+14: [2023-05-07 21:12:20,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+14: [2023-05-07 21:12:20,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+27: [2023-05-07 21:12:20,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+29: [2023-05-07 21:12:20,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+18: [2023-05-07 21:12:20,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+18: [2023-05-07 21:12:20,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+20: [2023-05-07 21:12:20,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+20: [2023-05-07 21:12:20,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+20: [2023-05-07 21:12:20,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+18: [2023-05-07 21:12:20,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+23: [2023-05-07 21:12:20,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+23: [2023-05-07 21:12:20,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+18: [2023-05-07 21:12:20,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+23: [2023-05-07 21:12:20,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+18: [2023-05-07 21:12:20,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+20: [2023-05-07 21:12:20,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+18: [2023-05-07 21:12:20,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+20: [2023-05-07 21:12:20,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+20: [2023-05-07 21:12:20,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+23: [2023-05-07 21:12:20,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+23: [2023-05-07 21:12:20,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+23: [2023-05-07 21:12:20,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+23: [2023-05-07 21:12:20,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+14: [2023-05-07 21:12:20,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+23: [2023-05-07 21:12:20,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+23: [2023-05-07 21:12:20,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+15: [2023-05-07 21:12:20,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:20,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:20,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:20,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:20,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:20,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+15: [2023-05-07 21:12:20,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+14: [2023-05-07 21:12:20,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+14: [2023-05-07 21:12:20,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+14: [2023-05-07 21:12:20,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+14: [2023-05-07 21:12:20,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+18: [2023-05-07 21:12:20,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:20,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:20,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+15: [2023-05-07 21:12:20,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+15: [2023-05-07 21:12:20,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+20: [2023-05-07 21:12:20,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+15: [2023-05-07 21:12:20,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+15: [2023-05-07 21:12:20,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+14: [2023-05-07 21:12:20,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+23: [2023-05-07 21:12:20,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+14: [2023-05-07 21:12:20,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+18: [2023-05-07 21:12:20,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+18: [2023-05-07 21:12:20,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+14: [2023-05-07 21:12:20,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+14: [2023-05-07 21:12:20,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+14: [2023-05-07 21:12:20,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+20: [2023-05-07 21:12:20,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+23: [2023-05-07 21:12:20,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+20: [2023-05-07 21:12:20,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+20: [2023-05-07 21:12:20,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+18: [2023-05-07 21:12:20,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+18: [2023-05-07 21:12:20,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+20: [2023-05-07 21:12:20,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+18: [2023-05-07 21:12:20,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+11: [2023-05-07 21:12:20,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+20: [2023-05-07 21:12:20,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+11: [2023-05-07 21:12:20,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+11: [2023-05-07 21:12:20,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+11: [2023-05-07 21:12:20,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+11: [2023-05-07 21:12:20,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+11: [2023-05-07 21:12:20,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+18: [2023-05-07 21:12:20,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt...
+18: [2023-05-07 21:12:20,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+20: [2023-05-07 21:12:20,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+18: [2023-05-07 21:12:20,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+18: [2023-05-07 21:12:20,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+20: [2023-05-07 21:12:20,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+20: [2023-05-07 21:12:20,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+20: [2023-05-07 21:12:20,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+23: [2023-05-07 21:12:20,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+23: [2023-05-07 21:12:20,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+23: [2023-05-07 21:12:20,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+19: [2023-05-07 21:12:20,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+19: [2023-05-07 21:12:20,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+23: [2023-05-07 21:12:20,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+23: [2023-05-07 21:12:20,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+10: [2023-05-07 21:12:20,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+10: [2023-05-07 21:12:20,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+11: [2023-05-07 21:12:20,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+11: [2023-05-07 21:12:20,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+11: [2023-05-07 21:12:20,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+13: [2023-05-07 21:12:20,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+11: [2023-05-07 21:12:20,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+12: [2023-05-07 21:12:20,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+21: [2023-05-07 21:12:20,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+16: [2023-05-07 21:12:20,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+11: [2023-05-07 21:12:20,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+30: [2023-05-07 21:12:20,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+30: [2023-05-07 21:12:20,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+16: [2023-05-07 21:12:20,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+11: [2023-05-07 21:12:20,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt.
+11: [2023-05-07 21:12:20,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+13: [2023-05-07 21:12:20,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+12: [2023-05-07 21:12:20,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+21: [2023-05-07 21:12:20,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+11: [2023-05-07 21:12:20,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:21,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:21,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:21,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:21,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:21,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:21,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:21,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:21,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:21,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:21,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:21,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:21,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:21,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:21,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:21,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:21,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:21,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+22: [2023-05-07 21:12:21,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:21,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:21,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:21,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:21,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:21,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:21,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:21,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+22: [2023-05-07 21:12:21,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+22: [2023-05-07 21:12:21,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+22: [2023-05-07 21:12:21,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:21,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:21,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+22: [2023-05-07 21:12:21,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+22: [2023-05-07 21:12:21,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+22: [2023-05-07 21:12:21,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:21,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:21,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:21,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:21,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:21,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+22: [2023-05-07 21:12:21,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:21,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:21,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:21,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:21,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:21,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:21,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:21,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:21,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:21,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:21,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+22: [2023-05-07 21:12:21,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:21,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:21,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:21,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:21,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:21,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:21,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:21,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:21,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:21,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:21,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:21,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:21,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:21,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:21,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:21,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:21,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+28: [2023-05-07 21:12:21,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+28: [2023-05-07 21:12:21,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+28: [2023-05-07 21:12:21,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+28: [2023-05-07 21:12:21,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+28: [2023-05-07 21:12:21,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+28: [2023-05-07 21:12:21,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+28: [2023-05-07 21:12:21,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+28: [2023-05-07 21:12:21,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:21,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+22: [2023-05-07 21:12:21,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+22: [2023-05-07 21:12:21,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:21,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+22: [2023-05-07 21:12:21,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:21,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:21,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:21,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+22: [2023-05-07 21:12:21,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+22: [2023-05-07 21:12:21,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+22: [2023-05-07 21:12:21,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+22: [2023-05-07 21:12:21,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:21,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:21,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+28: [2023-05-07 21:12:21,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+28: [2023-05-07 21:12:21,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+28: [2023-05-07 21:12:21,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+28: [2023-05-07 21:12:21,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+28: [2023-05-07 21:12:21,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+28: [2023-05-07 21:12:21,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+28: [2023-05-07 21:12:21,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+28: [2023-05-07 21:12:21,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:21,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+22: [2023-05-07 21:12:21,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:21,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:21,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:21,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:21,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:21,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:21,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:21,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:21,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:21,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:21,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:21,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:21,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:21,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:21,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:21,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:21,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:21,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:21,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:21,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+22: [2023-05-07 21:12:21,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:21,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:21,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:21,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:21,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:21,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:21,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:21,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:21,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+22: [2023-05-07 21:12:21,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+22: [2023-05-07 21:12:21,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:21,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:21,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:21,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:21,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:21,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:21,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:21,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:21,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:21,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:21,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:21,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:21,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:21,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:21,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:21,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+22: [2023-05-07 21:12:21,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+22: [2023-05-07 21:12:21,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+22: [2023-05-07 21:12:21,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+22: [2023-05-07 21:12:21,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+22: [2023-05-07 21:12:21,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:21,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:21,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:21,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:21,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:21,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+28: [2023-05-07 21:12:21,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+28: [2023-05-07 21:12:21,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+28: [2023-05-07 21:12:21,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:21,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:21,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:21,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:21,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:21,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:21,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:21,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:21,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:21,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+22: [2023-05-07 21:12:21,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+22: [2023-05-07 21:12:21,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+28: [2023-05-07 21:12:21,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+28: [2023-05-07 21:12:21,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+28: [2023-05-07 21:12:21,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+28: [2023-05-07 21:12:21,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+28: [2023-05-07 21:12:21,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:21,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+22: [2023-05-07 21:12:21,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+22: [2023-05-07 21:12:21,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+28: [2023-05-07 21:12:21,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:21,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:21,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:21,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:21,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:21,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+22: [2023-05-07 21:12:21,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+22: [2023-05-07 21:12:21,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+22: [2023-05-07 21:12:21,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+28: [2023-05-07 21:12:21,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:21,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+28: [2023-05-07 21:12:21,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+28: [2023-05-07 21:12:21,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+28: [2023-05-07 21:12:21,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+28: [2023-05-07 21:12:21,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+28: [2023-05-07 21:12:21,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+28: [2023-05-07 21:12:21,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:21,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:21,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:21,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:21,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:21,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:21,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:21,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:21,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+18: [2023-05-07 21:12:21,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+18: [2023-05-07 21:12:21,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+18: [2023-05-07 21:12:21,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+18: [2023-05-07 21:12:21,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+18: [2023-05-07 21:12:21,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+18: [2023-05-07 21:12:21,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+18: [2023-05-07 21:12:21,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+18: [2023-05-07 21:12:21,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+17: [2023-05-07 21:12:21,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+26: [2023-05-07 21:12:21,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+26: [2023-05-07 21:12:21,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+26: [2023-05-07 21:12:21,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+26: [2023-05-07 21:12:21,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+26: [2023-05-07 21:12:21,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+26: [2023-05-07 21:12:21,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+26: [2023-05-07 21:12:21,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+26: [2023-05-07 21:12:21,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+17: [2023-05-07 21:12:21,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+17: [2023-05-07 21:12:21,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+17: [2023-05-07 21:12:21,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+18: [2023-05-07 21:12:21,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+17: [2023-05-07 21:12:21,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+17: [2023-05-07 21:12:21,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+17: [2023-05-07 21:12:21,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:21,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+17: [2023-05-07 21:12:21,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+18: [2023-05-07 21:12:21,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+18: [2023-05-07 21:12:21,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:21,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:21,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:21,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:21,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+12: [2023-05-07 21:12:21,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+12: [2023-05-07 21:12:21,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:21,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:21,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+17: [2023-05-07 21:12:21,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+12: [2023-05-07 21:12:21,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+12: [2023-05-07 21:12:21,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+12: [2023-05-07 21:12:21,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+12: [2023-05-07 21:12:21,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+12: [2023-05-07 21:12:21,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:21,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+18: [2023-05-07 21:12:21,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+15: [2023-05-07 21:12:21,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+15: [2023-05-07 21:12:21,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+12: [2023-05-07 21:12:21,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:21,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:21,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+15: [2023-05-07 21:12:21,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:21,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:21,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:21,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:21,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:21,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+29: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+29: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+15: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+15: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+15: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+15: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+26: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+15: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+29: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+29: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+29: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+18: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+29: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+29: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+19: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+19: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+19: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+19: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+19: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+19: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+19: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+18: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+19: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+26: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+26: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+29: [2023-05-07 21:12:21,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+18: [2023-05-07 21:12:21,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+26: [2023-05-07 21:12:21,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+18: [2023-05-07 21:12:21,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:21,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+26: [2023-05-07 21:12:21,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:21,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+26: [2023-05-07 21:12:21,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+26: [2023-05-07 21:12:21,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:21,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+15: [2023-05-07 21:12:21,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+26: [2023-05-07 21:12:21,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+12: [2023-05-07 21:12:21,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+29: [2023-05-07 21:12:21,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+15: [2023-05-07 21:12:21,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+12: [2023-05-07 21:12:21,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+12: [2023-05-07 21:12:21,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+19: [2023-05-07 21:12:21,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+29: [2023-05-07 21:12:21,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+19: [2023-05-07 21:12:21,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+19: [2023-05-07 21:12:21,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+12: [2023-05-07 21:12:21,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:21,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+12: [2023-05-07 21:12:21,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+17: [2023-05-07 21:12:21,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:21,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+12: [2023-05-07 21:12:21,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:21,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:21,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:21,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+29: [2023-05-07 21:12:21,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:21,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+15: [2023-05-07 21:12:21,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:21,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+17: [2023-05-07 21:12:21,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+12: [2023-05-07 21:12:21,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+12: [2023-05-07 21:12:21,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+17: [2023-05-07 21:12:21,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+15: [2023-05-07 21:12:21,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+19: [2023-05-07 21:12:21,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+19: [2023-05-07 21:12:21,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:21,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+17: [2023-05-07 21:12:21,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+19: [2023-05-07 21:12:21,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+29: [2023-05-07 21:12:21,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+17: [2023-05-07 21:12:21,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+17: [2023-05-07 21:12:21,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+19: [2023-05-07 21:12:21,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+29: [2023-05-07 21:12:21,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+17: [2023-05-07 21:12:21,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+15: [2023-05-07 21:12:21,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+29: [2023-05-07 21:12:21,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:21,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+15: [2023-05-07 21:12:21,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+29: [2023-05-07 21:12:21,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+15: [2023-05-07 21:12:21,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+19: [2023-05-07 21:12:21,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+29: [2023-05-07 21:12:21,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:21,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:21,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:21,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+15: [2023-05-07 21:12:21,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:21,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:21,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:21,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+21: [2023-05-07 21:12:22,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+21: [2023-05-07 21:12:22,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+21: [2023-05-07 21:12:22,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+21: [2023-05-07 21:12:22,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+21: [2023-05-07 21:12:22,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+21: [2023-05-07 21:12:22,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+21: [2023-05-07 21:12:22,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+21: [2023-05-07 21:12:22,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+21: [2023-05-07 21:12:22,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+28: [2023-05-07 21:12:22,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+28: [2023-05-07 21:12:22,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+31: [2023-05-07 21:12:22,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+31: [2023-05-07 21:12:22,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+31: [2023-05-07 21:12:22,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+31: [2023-05-07 21:12:22,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+31: [2023-05-07 21:12:22,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+31: [2023-05-07 21:12:22,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+31: [2023-05-07 21:12:22,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+28: [2023-05-07 21:12:22,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+28: [2023-05-07 21:12:22,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+28: [2023-05-07 21:12:22,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+28: [2023-05-07 21:12:22,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+28: [2023-05-07 21:12:22,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+28: [2023-05-07 21:12:22,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+28: [2023-05-07 21:12:22,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+28: [2023-05-07 21:12:22,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+21: [2023-05-07 21:12:22,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+21: [2023-05-07 21:12:22,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+22: [2023-05-07 21:12:22,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+22: [2023-05-07 21:12:22,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+22: [2023-05-07 21:12:22,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+22: [2023-05-07 21:12:22,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+22: [2023-05-07 21:12:22,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+22: [2023-05-07 21:12:22,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+22: [2023-05-07 21:12:22,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+22: [2023-05-07 21:12:22,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+16: [2023-05-07 21:12:22,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+21: [2023-05-07 21:12:22,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+21: [2023-05-07 21:12:22,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+21: [2023-05-07 21:12:22,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+21: [2023-05-07 21:12:22,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+22: [2023-05-07 21:12:22,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+16: [2023-05-07 21:12:22,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+16: [2023-05-07 21:12:22,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+16: [2023-05-07 21:12:22,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+16: [2023-05-07 21:12:22,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+16: [2023-05-07 21:12:22,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+16: [2023-05-07 21:12:22,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+22: [2023-05-07 21:12:22,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+16: [2023-05-07 21:12:22,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+22: [2023-05-07 21:12:22,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+22: [2023-05-07 21:12:22,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+28: [2023-05-07 21:12:22,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+16: [2023-05-07 21:12:22,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:22,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:22,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:22,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:22,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:22,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+16: [2023-05-07 21:12:22,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+31: [2023-05-07 21:12:22,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+31: [2023-05-07 21:12:22,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+31: [2023-05-07 21:12:22,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+31: [2023-05-07 21:12:22,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+31: [2023-05-07 21:12:22,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+31: [2023-05-07 21:12:22,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+28: [2023-05-07 21:12:22,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+28: [2023-05-07 21:12:22,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+28: [2023-05-07 21:12:22,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+16: [2023-05-07 21:12:22,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+16: [2023-05-07 21:12:22,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+28: [2023-05-07 21:12:22,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+28: [2023-05-07 21:12:22,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+28: [2023-05-07 21:12:22,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+22: [2023-05-07 21:12:22,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:22,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+16: [2023-05-07 21:12:22,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+16: [2023-05-07 21:12:22,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+16: [2023-05-07 21:12:22,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+16: [2023-05-07 21:12:22,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+16: [2023-05-07 21:12:22,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:22,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+22: [2023-05-07 21:12:22,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+22: [2023-05-07 21:12:22,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:22,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:22,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:22,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:22,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+11: [2023-05-07 21:12:22,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+22: [2023-05-07 21:12:22,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+22: [2023-05-07 21:12:22,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+11: [2023-05-07 21:12:22,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+11: [2023-05-07 21:12:22,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+11: [2023-05-07 21:12:22,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+11: [2023-05-07 21:12:22,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+11: [2023-05-07 21:12:22,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+11: [2023-05-07 21:12:22,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:22,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+11: [2023-05-07 21:12:22,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+11: [2023-05-07 21:12:22,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+11: [2023-05-07 21:12:22,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+11: [2023-05-07 21:12:22,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+11: [2023-05-07 21:12:22,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+11: [2023-05-07 21:12:22,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+31: [2023-05-07 21:12:22,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+31: [2023-05-07 21:12:22,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+31: [2023-05-07 21:12:22,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+31: [2023-05-07 21:12:22,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+31: [2023-05-07 21:12:22,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+31: [2023-05-07 21:12:22,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+31: [2023-05-07 21:12:22,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+16: [2023-05-07 21:12:22,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+16: [2023-05-07 21:12:22,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+16: [2023-05-07 21:12:22,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+16: [2023-05-07 21:12:22,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+16: [2023-05-07 21:12:22,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+16: [2023-05-07 21:12:22,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:22,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+16: [2023-05-07 21:12:22,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:22,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:22,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:22,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:22,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:22,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+31: [2023-05-07 21:12:22,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+31: [2023-05-07 21:12:22,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+28: [2023-05-07 21:12:22,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+14: [2023-05-07 21:12:22,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+31: [2023-05-07 21:12:22,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+31: [2023-05-07 21:12:22,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+14: [2023-05-07 21:12:22,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+31: [2023-05-07 21:12:22,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+31: [2023-05-07 21:12:22,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+31: [2023-05-07 21:12:22,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+21: [2023-05-07 21:12:22,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+21: [2023-05-07 21:12:22,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+28: [2023-05-07 21:12:22,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+28: [2023-05-07 21:12:22,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+21: [2023-05-07 21:12:22,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+21: [2023-05-07 21:12:22,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+21: [2023-05-07 21:12:22,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+21: [2023-05-07 21:12:22,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+21: [2023-05-07 21:12:22,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+28: [2023-05-07 21:12:22,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+28: [2023-05-07 21:12:22,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+28: [2023-05-07 21:12:22,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+28: [2023-05-07 21:12:22,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+16: [2023-05-07 21:12:22,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+21: [2023-05-07 21:12:22,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+21: [2023-05-07 21:12:22,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:22,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+16: [2023-05-07 21:12:22,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+16: [2023-05-07 21:12:22,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+16: [2023-05-07 21:12:22,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+16: [2023-05-07 21:12:22,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+16: [2023-05-07 21:12:22,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:22,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+11: [2023-05-07 21:12:22,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+11: [2023-05-07 21:12:22,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+11: [2023-05-07 21:12:22,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+11: [2023-05-07 21:12:22,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+11: [2023-05-07 21:12:22,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+11: [2023-05-07 21:12:22,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+11: [2023-05-07 21:12:22,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:22,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:22,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+11: [2023-05-07 21:12:22,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+21: [2023-05-07 21:12:22,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+22: [2023-05-07 21:12:22,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+22: [2023-05-07 21:12:22,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+22: [2023-05-07 21:12:22,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+22: [2023-05-07 21:12:22,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+22: [2023-05-07 21:12:22,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+22: [2023-05-07 21:12:22,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+22: [2023-05-07 21:12:22,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+22: [2023-05-07 21:12:22,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+16: [2023-05-07 21:12:22,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+16: [2023-05-07 21:12:22,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+21: [2023-05-07 21:12:22,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+21: [2023-05-07 21:12:22,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:22,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:22,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:22,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+28: [2023-05-07 21:12:22,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+28: [2023-05-07 21:12:22,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+11: [2023-05-07 21:12:22,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+11: [2023-05-07 21:12:22,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+11: [2023-05-07 21:12:22,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+21: [2023-05-07 21:12:22,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+11: [2023-05-07 21:12:22,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+21: [2023-05-07 21:12:22,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+11: [2023-05-07 21:12:22,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+11: [2023-05-07 21:12:22,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+11: [2023-05-07 21:12:22,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+21: [2023-05-07 21:12:22,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+21: [2023-05-07 21:12:22,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+11: [2023-05-07 21:12:22,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+28: [2023-05-07 21:12:22,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+28: [2023-05-07 21:12:22,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+28: [2023-05-07 21:12:22,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+28: [2023-05-07 21:12:22,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+28: [2023-05-07 21:12:22,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+28: [2023-05-07 21:12:22,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+11: [2023-05-07 21:12:22,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+22: [2023-05-07 21:12:22,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+22: [2023-05-07 21:12:22,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+22: [2023-05-07 21:12:22,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+22: [2023-05-07 21:12:22,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+22: [2023-05-07 21:12:22,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+26: [2023-05-07 21:12:22,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+17: [2023-05-07 21:12:22,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+17: [2023-05-07 21:12:22,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+26: [2023-05-07 21:12:22,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:22,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:22,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:22,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+18: [2023-05-07 21:12:22,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+29: [2023-05-07 21:12:22,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+29: [2023-05-07 21:12:22,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+12: [2023-05-07 21:12:22,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+12: [2023-05-07 21:12:22,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+18: [2023-05-07 21:12:22,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:22,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:22,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+25: [2023-05-07 21:12:22,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:22,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+30: [2023-05-07 21:12:22,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:22,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+30: [2023-05-07 21:12:22,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+19: [2023-05-07 21:12:22,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:22,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+15: [2023-05-07 21:12:22,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+20: [2023-05-07 21:12:22,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:22,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+25: [2023-05-07 21:12:22,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:22,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+23: [2023-05-07 21:12:22,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:22,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:22,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:22,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+23: [2023-05-07 21:12:22,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+20: [2023-05-07 21:12:22,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:22,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:22,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+19: [2023-05-07 21:12:22,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+15: [2023-05-07 21:12:22,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+24: [2023-05-07 21:12:22,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:22,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+10: [2023-05-07 21:12:22,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+27: [2023-05-07 21:12:22,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+24: [2023-05-07 21:12:22,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+13: [2023-05-07 21:12:22,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+10: [2023-05-07 21:12:22,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:22,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+13: [2023-05-07 21:12:22,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+27: [2023-05-07 21:12:22,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:22,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:23,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:23,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:23,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:23,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:23,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:23,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:23,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:23,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:23,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:23,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:23,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:23,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:23,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:23,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:23,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:23,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:23,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:23,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:23,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:23,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:23,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:23,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:23,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:23,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:23,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:23,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:23,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+12: [2023-05-07 21:12:23,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+12: [2023-05-07 21:12:23,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+12: [2023-05-07 21:12:23,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+12: [2023-05-07 21:12:23,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+12: [2023-05-07 21:12:23,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+12: [2023-05-07 21:12:23,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:23,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:23,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:23,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:23,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:23,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:23,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:23,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:23,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:23,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:23,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:23,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:23,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:23,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:23,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:23,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:23,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:23,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+23: [2023-05-07 21:12:23,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+23: [2023-05-07 21:12:23,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+23: [2023-05-07 21:12:23,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+23: [2023-05-07 21:12:23,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+23: [2023-05-07 21:12:23,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+12: [2023-05-07 21:12:23,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:23,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+12: [2023-05-07 21:12:23,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:23,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+12: [2023-05-07 21:12:23,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+23: [2023-05-07 21:12:23,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+12: [2023-05-07 21:12:23,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:23,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+15: [2023-05-07 21:12:23,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+12: [2023-05-07 21:12:23,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:23,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+15: [2023-05-07 21:12:23,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+15: [2023-05-07 21:12:23,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+15: [2023-05-07 21:12:23,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+15: [2023-05-07 21:12:23,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+12: [2023-05-07 21:12:23,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:23,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:23,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:23,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:23,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:23,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+23: [2023-05-07 21:12:23,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:23,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+23: [2023-05-07 21:12:23,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+23: [2023-05-07 21:12:23,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:23,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:23,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:23,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:23,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:23,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:23,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+15: [2023-05-07 21:12:23,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+15: [2023-05-07 21:12:23,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+23: [2023-05-07 21:12:23,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+23: [2023-05-07 21:12:23,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+15: [2023-05-07 21:12:23,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+15: [2023-05-07 21:12:23,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+15: [2023-05-07 21:12:23,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+15: [2023-05-07 21:12:23,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+15: [2023-05-07 21:12:23,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+15: [2023-05-07 21:12:23,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:23,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:23,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:23,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:23,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:23,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:23,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:23,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:23,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:23,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:23,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:23,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:23,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:23,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:23,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:23,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:23,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:23,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:23,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:23,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:23,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:23,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:23,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:23,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:23,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:23,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:23,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:23,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:23,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:23,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:23,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:23,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:23,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:23,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:23,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:23,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:23,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:23,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:23,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:23,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:23,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:23,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:23,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:23,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:23,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:23,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:23,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:23,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:23,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:23,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:23,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:23,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:23,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:23,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:23,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:23,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:23,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:23,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:23,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:23,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:23,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:23,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:23,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:23,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:23,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:23,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:23,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:23,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+23: [2023-05-07 21:12:23,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+23: [2023-05-07 21:12:23,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+23: [2023-05-07 21:12:23,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:23,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+23: [2023-05-07 21:12:23,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+23: [2023-05-07 21:12:23,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+23: [2023-05-07 21:12:23,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+23: [2023-05-07 21:12:23,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+23: [2023-05-07 21:12:23,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:23,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+19: [2023-05-07 21:12:23,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+19: [2023-05-07 21:12:23,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:23,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:23,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:23,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+17: [2023-05-07 21:12:23,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+17: [2023-05-07 21:12:23,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+15: [2023-05-07 21:12:23,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+15: [2023-05-07 21:12:23,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+15: [2023-05-07 21:12:23,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+15: [2023-05-07 21:12:23,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+15: [2023-05-07 21:12:23,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+15: [2023-05-07 21:12:23,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+15: [2023-05-07 21:12:23,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+15: [2023-05-07 21:12:23,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+15: [2023-05-07 21:12:23,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+15: [2023-05-07 21:12:23,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+12: [2023-05-07 21:12:23,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+12: [2023-05-07 21:12:23,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+23: [2023-05-07 21:12:23,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+23: [2023-05-07 21:12:23,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+23: [2023-05-07 21:12:23,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+23: [2023-05-07 21:12:23,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+23: [2023-05-07 21:12:23,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+23: [2023-05-07 21:12:23,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+12: [2023-05-07 21:12:23,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+12: [2023-05-07 21:12:23,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+12: [2023-05-07 21:12:23,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+12: [2023-05-07 21:12:23,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+12: [2023-05-07 21:12:23,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+12: [2023-05-07 21:12:23,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+12: [2023-05-07 21:12:23,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+13: [2023-05-07 21:12:23,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+12: [2023-05-07 21:12:23,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+27: [2023-05-07 21:12:23,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+27: [2023-05-07 21:12:23,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+28: [2023-05-07 21:12:23,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+26: [2023-05-07 21:12:23,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+23: [2023-05-07 21:12:23,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+26: [2023-05-07 21:12:23,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:23,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+28: [2023-05-07 21:12:23,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+31: [2023-05-07 21:12:23,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+31: [2023-05-07 21:12:23,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+29: [2023-05-07 21:12:23,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+23: [2023-05-07 21:12:23,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+25: [2023-05-07 21:12:23,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:23,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+16: [2023-05-07 21:12:23,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+18: [2023-05-07 21:12:23,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+18: [2023-05-07 21:12:23,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+11: [2023-05-07 21:12:23,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+11: [2023-05-07 21:12:23,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+15: [2023-05-07 21:12:23,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+10: [2023-05-07 21:12:23,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+24: [2023-05-07 21:12:23,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+10: [2023-05-07 21:12:23,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+24: [2023-05-07 21:12:23,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+12: [2023-05-07 21:12:23,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+22: [2023-05-07 21:12:23,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:23,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:23,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+20: [2023-05-07 21:12:23,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+30: [2023-05-07 21:12:23,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+20: [2023-05-07 21:12:23,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+12: [2023-05-07 21:12:23,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+13: [2023-05-07 21:12:23,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+14: [2023-05-07 21:12:23,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+15: [2023-05-07 21:12:23,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+15: [2023-05-07 21:12:23,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+15: [2023-05-07 21:12:23,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+15: [2023-05-07 21:12:23,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+15: [2023-05-07 21:12:23,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+30: [2023-05-07 21:12:23,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+25: [2023-05-07 21:12:23,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+21: [2023-05-07 21:12:23,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+21: [2023-05-07 21:12:23,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+29: [2023-05-07 21:12:23,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+12: [2023-05-07 21:12:23,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+12: [2023-05-07 21:12:23,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+14: [2023-05-07 21:12:23,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+16: [2023-05-07 21:12:23,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+12: [2023-05-07 21:12:24,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+18: [2023-05-07 21:12:24,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+25: [2023-05-07 21:12:24,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+10: [2023-05-07 21:12:24,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+18: [2023-05-07 21:12:24,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+10: [2023-05-07 21:12:24,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+12: [2023-05-07 21:12:24,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+22: [2023-05-07 21:12:23,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+30: [2023-05-07 21:12:24,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+30: [2023-05-07 21:12:24,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+25: [2023-05-07 21:12:24,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+25: [2023-05-07 21:12:24,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+25: [2023-05-07 21:12:24,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+25: [2023-05-07 21:12:24,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+25: [2023-05-07 21:12:24,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+18: [2023-05-07 21:12:24,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+10: [2023-05-07 21:12:24,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+10: [2023-05-07 21:12:24,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+10: [2023-05-07 21:12:24,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+18: [2023-05-07 21:12:24,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+18: [2023-05-07 21:12:24,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+18: [2023-05-07 21:12:24,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+19: [2023-05-07 21:12:24,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+19: [2023-05-07 21:12:24,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+19: [2023-05-07 21:12:24,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+19: [2023-05-07 21:12:24,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+19: [2023-05-07 21:12:24,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+19: [2023-05-07 21:12:24,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+19: [2023-05-07 21:12:24,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+19: [2023-05-07 21:12:24,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+19: [2023-05-07 21:12:24,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+19: [2023-05-07 21:12:24,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+19: [2023-05-07 21:12:24,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+19: [2023-05-07 21:12:24,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+19: [2023-05-07 21:12:24,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+19: [2023-05-07 21:12:24,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:24,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:24,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+19: [2023-05-07 21:12:24,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:24,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+19: [2023-05-07 21:12:24,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:24,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:24,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:24,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:24,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:24,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:24,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:24,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:24,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:24,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:24,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:24,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:24,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:24,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:24,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:24,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:24,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:24,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:24,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:24,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:24,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:24,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+28: [2023-05-07 21:12:24,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+28: [2023-05-07 21:12:24,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+28: [2023-05-07 21:12:24,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+28: [2023-05-07 21:12:24,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+28: [2023-05-07 21:12:24,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:24,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+28: [2023-05-07 21:12:24,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+28: [2023-05-07 21:12:24,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:24,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+26: [2023-05-07 21:12:24,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:24,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+26: [2023-05-07 21:12:24,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+26: [2023-05-07 21:12:24,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+26: [2023-05-07 21:12:24,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+26: [2023-05-07 21:12:24,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+26: [2023-05-07 21:12:24,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+30: [2023-05-07 21:12:24,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:24,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:24,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:24,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:24,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+30: [2023-05-07 21:12:24,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+30: [2023-05-07 21:12:24,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+30: [2023-05-07 21:12:24,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+30: [2023-05-07 21:12:24,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:24,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:24,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:24,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:24,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:24,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+30: [2023-05-07 21:12:24,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+17: [2023-05-07 21:12:24,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+17: [2023-05-07 21:12:24,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+17: [2023-05-07 21:12:24,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+30: [2023-05-07 21:12:24,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:24,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+17: [2023-05-07 21:12:24,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+17: [2023-05-07 21:12:24,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+17: [2023-05-07 21:12:24,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:24,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:24,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:24,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:24,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:24,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:24,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:24,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+17: [2023-05-07 21:12:24,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+28: [2023-05-07 21:12:24,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+28: [2023-05-07 21:12:24,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+26: [2023-05-07 21:12:24,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+26: [2023-05-07 21:12:24,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+26: [2023-05-07 21:12:24,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+26: [2023-05-07 21:12:24,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+28: [2023-05-07 21:12:24,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+28: [2023-05-07 21:12:24,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+12: [2023-05-07 21:12:24,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+17: [2023-05-07 21:12:24,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+12: [2023-05-07 21:12:24,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+12: [2023-05-07 21:12:24,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+12: [2023-05-07 21:12:24,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+12: [2023-05-07 21:12:24,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+12: [2023-05-07 21:12:24,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+28: [2023-05-07 21:12:24,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+12: [2023-05-07 21:12:24,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+26: [2023-05-07 21:12:24,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+26: [2023-05-07 21:12:24,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+26: [2023-05-07 21:12:24,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+26: [2023-05-07 21:12:24,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+30: [2023-05-07 21:12:24,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+26: [2023-05-07 21:12:24,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+26: [2023-05-07 21:12:24,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+30: [2023-05-07 21:12:24,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+30: [2023-05-07 21:12:24,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+30: [2023-05-07 21:12:24,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:24,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+17: [2023-05-07 21:12:24,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+28: [2023-05-07 21:12:24,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+28: [2023-05-07 21:12:24,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+17: [2023-05-07 21:12:24,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+17: [2023-05-07 21:12:24,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:24,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:24,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:24,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:24,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:24,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+25: [2023-05-07 21:12:24,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+25: [2023-05-07 21:12:24,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+25: [2023-05-07 21:12:24,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+25: [2023-05-07 21:12:24,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+25: [2023-05-07 21:12:24,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+25: [2023-05-07 21:12:24,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+25: [2023-05-07 21:12:24,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+25: [2023-05-07 21:12:24,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+17: [2023-05-07 21:12:24,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+25: [2023-05-07 21:12:24,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+12: [2023-05-07 21:12:24,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+12: [2023-05-07 21:12:24,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+17: [2023-05-07 21:12:24,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+17: [2023-05-07 21:12:24,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+12: [2023-05-07 21:12:24,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+12: [2023-05-07 21:12:24,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+17: [2023-05-07 21:12:24,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+12: [2023-05-07 21:12:24,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+12: [2023-05-07 21:12:24,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+12: [2023-05-07 21:12:24,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+10: [2023-05-07 21:12:24,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+10: [2023-05-07 21:12:24,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+10: [2023-05-07 21:12:24,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+10: [2023-05-07 21:12:24,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+10: [2023-05-07 21:12:24,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+10: [2023-05-07 21:12:24,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+10: [2023-05-07 21:12:24,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+10: [2023-05-07 21:12:24,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+10: [2023-05-07 21:12:24,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+25: [2023-05-07 21:12:24,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+25: [2023-05-07 21:12:24,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+25: [2023-05-07 21:12:24,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+25: [2023-05-07 21:12:24,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+18: [2023-05-07 21:12:24,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+18: [2023-05-07 21:12:24,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+18: [2023-05-07 21:12:24,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+18: [2023-05-07 21:12:24,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+18: [2023-05-07 21:12:24,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+18: [2023-05-07 21:12:24,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+18: [2023-05-07 21:12:24,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+18: [2023-05-07 21:12:24,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+18: [2023-05-07 21:12:24,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+10: [2023-05-07 21:12:24,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+19: [2023-05-07 21:12:24,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+19: [2023-05-07 21:12:24,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+19: [2023-05-07 21:12:24,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+19: [2023-05-07 21:12:24,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+19: [2023-05-07 21:12:24,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+19: [2023-05-07 21:12:24,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+19: [2023-05-07 21:12:24,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+10: [2023-05-07 21:12:24,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+10: [2023-05-07 21:12:24,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+10: [2023-05-07 21:12:24,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+19: [2023-05-07 21:12:24,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+18: [2023-05-07 21:12:24,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+10: [2023-05-07 21:12:24,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+18: [2023-05-07 21:12:24,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+18: [2023-05-07 21:12:24,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+18: [2023-05-07 21:12:24,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:24,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:24,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:24,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:24,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:24,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:24,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:24,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:24,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+18: [2023-05-07 21:12:24,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:24,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+19: [2023-05-07 21:12:24,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+19: [2023-05-07 21:12:24,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:24,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+18: [2023-05-07 21:12:24,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+18: [2023-05-07 21:12:24,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+26: [2023-05-07 21:12:24,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+19: [2023-05-07 21:12:24,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+19: [2023-05-07 21:12:24,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+19: [2023-05-07 21:12:24,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+19: [2023-05-07 21:12:24,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+26: [2023-05-07 21:12:24,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+26: [2023-05-07 21:12:24,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+26: [2023-05-07 21:12:24,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+26: [2023-05-07 21:12:24,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+26: [2023-05-07 21:12:24,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+26: [2023-05-07 21:12:24,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+17: [2023-05-07 21:12:24,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+17: [2023-05-07 21:12:24,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+17: [2023-05-07 21:12:24,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+17: [2023-05-07 21:12:24,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+17: [2023-05-07 21:12:24,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+17: [2023-05-07 21:12:24,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+17: [2023-05-07 21:12:24,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+19: [2023-05-07 21:12:24,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:24,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:24,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:24,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+30: [2023-05-07 21:12:24,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:24,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:24,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+30: [2023-05-07 21:12:24,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:24,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:24,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:24,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:24,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+30: [2023-05-07 21:12:24,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+30: [2023-05-07 21:12:24,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+30: [2023-05-07 21:12:24,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:24,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+30: [2023-05-07 21:12:24,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:24,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:24,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:24,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+28: [2023-05-07 21:12:24,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+28: [2023-05-07 21:12:24,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:24,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:24,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:24,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:24,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:24,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+28: [2023-05-07 21:12:24,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+28: [2023-05-07 21:12:24,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:24,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+28: [2023-05-07 21:12:24,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+28: [2023-05-07 21:12:24,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+28: [2023-05-07 21:12:24,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+28: [2023-05-07 21:12:24,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+17: [2023-05-07 21:12:24,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+26: [2023-05-07 21:12:24,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+26: [2023-05-07 21:12:24,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:24,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:24,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:24,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+26: [2023-05-07 21:12:24,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+26: [2023-05-07 21:12:24,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+26: [2023-05-07 21:12:24,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+26: [2023-05-07 21:12:24,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:24,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:24,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:24,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:24,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:24,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:24,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+30: [2023-05-07 21:12:24,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+30: [2023-05-07 21:12:24,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+26: [2023-05-07 21:12:24,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+26: [2023-05-07 21:12:24,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+17: [2023-05-07 21:12:24,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+17: [2023-05-07 21:12:24,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+17: [2023-05-07 21:12:24,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:24,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:24,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:24,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:24,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:24,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+12: [2023-05-07 21:12:24,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+12: [2023-05-07 21:12:24,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+12: [2023-05-07 21:12:24,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+12: [2023-05-07 21:12:24,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+12: [2023-05-07 21:12:24,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+12: [2023-05-07 21:12:24,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+12: [2023-05-07 21:12:24,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+12: [2023-05-07 21:12:24,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+30: [2023-05-07 21:12:24,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:24,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+12: [2023-05-07 21:12:24,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+30: [2023-05-07 21:12:24,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+28: [2023-05-07 21:12:24,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:24,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+28: [2023-05-07 21:12:24,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+30: [2023-05-07 21:12:24,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+30: [2023-05-07 21:12:24,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+30: [2023-05-07 21:12:24,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+30: [2023-05-07 21:12:24,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:24,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:24,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:24,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:24,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+20: [2023-05-07 21:12:24,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+20: [2023-05-07 21:12:24,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:24,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+17: [2023-05-07 21:12:24,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:24,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:24,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:24,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:24,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+28: [2023-05-07 21:12:24,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+15: [2023-05-07 21:12:24,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+28: [2023-05-07 21:12:24,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:24,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+15: [2023-05-07 21:12:24,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:24,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:24,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+30: [2023-05-07 21:12:24,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:24,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:24,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+12: [2023-05-07 21:12:24,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+12: [2023-05-07 21:12:24,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:24,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+13: [2023-05-07 21:12:24,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+13: [2023-05-07 21:12:24,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+28: [2023-05-07 21:12:24,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+28: [2023-05-07 21:12:24,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:24,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:24,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+28: [2023-05-07 21:12:24,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+28: [2023-05-07 21:12:24,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+28: [2023-05-07 21:12:24,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+21: [2023-05-07 21:12:24,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+28: [2023-05-07 21:12:24,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:24,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:24,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:24,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+12: [2023-05-07 21:12:24,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+12: [2023-05-07 21:12:24,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+12: [2023-05-07 21:12:24,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+11: [2023-05-07 21:12:24,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt.
+16: [2023-05-07 21:12:24,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+12: [2023-05-07 21:12:24,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+31: [2023-05-07 21:12:24,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+22: [2023-05-07 21:12:24,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+22: [2023-05-07 21:12:24,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:24,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+31: [2023-05-07 21:12:24,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+21: [2023-05-07 21:12:24,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+16: [2023-05-07 21:12:24,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+12: [2023-05-07 21:12:24,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:24,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+11: [2023-05-07 21:12:24,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+25: [2023-05-07 21:12:24,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+25: [2023-05-07 21:12:24,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+25: [2023-05-07 21:12:24,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+25: [2023-05-07 21:12:24,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+25: [2023-05-07 21:12:24,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+25: [2023-05-07 21:12:24,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:24,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:24,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+14: [2023-05-07 21:12:24,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+14: [2023-05-07 21:12:24,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+25: [2023-05-07 21:12:24,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+29: [2023-05-07 21:12:24,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+29: [2023-05-07 21:12:24,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:24,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:24,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:24,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+10: [2023-05-07 21:12:24,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:24,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+10: [2023-05-07 21:12:24,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+10: [2023-05-07 21:12:24,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+10: [2023-05-07 21:12:24,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+10: [2023-05-07 21:12:24,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+10: [2023-05-07 21:12:24,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+18: [2023-05-07 21:12:24,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:24,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:24,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+18: [2023-05-07 21:12:24,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+10: [2023-05-07 21:12:24,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+25: [2023-05-07 21:12:24,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+25: [2023-05-07 21:12:24,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+25: [2023-05-07 21:12:24,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+18: [2023-05-07 21:12:24,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+25: [2023-05-07 21:12:24,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+25: [2023-05-07 21:12:24,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+18: [2023-05-07 21:12:24,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+18: [2023-05-07 21:12:24,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+18: [2023-05-07 21:12:24,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:24,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+23: [2023-05-07 21:12:24,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+23: [2023-05-07 21:12:24,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+25: [2023-05-07 21:12:24,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+10: [2023-05-07 21:12:24,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+10: [2023-05-07 21:12:24,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+10: [2023-05-07 21:12:24,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:24,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+24: [2023-05-07 21:12:24,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+18: [2023-05-07 21:12:24,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+18: [2023-05-07 21:12:24,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+27: [2023-05-07 21:12:24,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+27: [2023-05-07 21:12:24,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:24,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:24,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+10: [2023-05-07 21:12:24,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+24: [2023-05-07 21:12:24,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+18: [2023-05-07 21:12:24,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+26: [2023-05-07 21:12:25,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+26: [2023-05-07 21:12:25,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+26: [2023-05-07 21:12:25,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+26: [2023-05-07 21:12:25,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+26: [2023-05-07 21:12:25,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+26: [2023-05-07 21:12:25,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+26: [2023-05-07 21:12:25,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+18: [2023-05-07 21:12:25,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+18: [2023-05-07 21:12:25,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+18: [2023-05-07 21:12:25,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+18: [2023-05-07 21:12:25,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+20: [2023-05-07 21:12:25,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+20: [2023-05-07 21:12:25,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+20: [2023-05-07 21:12:25,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+20: [2023-05-07 21:12:25,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:25,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:25,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+20: [2023-05-07 21:12:25,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+20: [2023-05-07 21:12:25,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+20: [2023-05-07 21:12:25,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+20: [2023-05-07 21:12:25,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+26: [2023-05-07 21:12:25,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:25,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:25,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+26: [2023-05-07 21:12:25,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+26: [2023-05-07 21:12:25,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+26: [2023-05-07 21:12:25,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:25,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+26: [2023-05-07 21:12:25,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:25,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+26: [2023-05-07 21:12:25,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+20: [2023-05-07 21:12:25,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+26: [2023-05-07 21:12:25,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+20: [2023-05-07 21:12:25,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+20: [2023-05-07 21:12:25,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:25,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:25,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:25,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:25,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:25,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:25,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+12: [2023-05-07 21:12:25,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+12: [2023-05-07 21:12:25,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+12: [2023-05-07 21:12:25,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+12: [2023-05-07 21:12:25,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+12: [2023-05-07 21:12:25,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+12: [2023-05-07 21:12:25,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+12: [2023-05-07 21:12:25,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+12: [2023-05-07 21:12:25,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+20: [2023-05-07 21:12:25,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+20: [2023-05-07 21:12:25,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+20: [2023-05-07 21:12:25,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:25,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+20: [2023-05-07 21:12:25,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt...
+20: [2023-05-07 21:12:25,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+20: [2023-05-07 21:12:25,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+20: [2023-05-07 21:12:25,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:25,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+17: [2023-05-07 21:12:25,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+17: [2023-05-07 21:12:25,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+17: [2023-05-07 21:12:25,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+17: [2023-05-07 21:12:25,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+17: [2023-05-07 21:12:25,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+17: [2023-05-07 21:12:25,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:25,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:25,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:25,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:25,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:25,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:25,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+17: [2023-05-07 21:12:25,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+12: [2023-05-07 21:12:25,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+12: [2023-05-07 21:12:25,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+17: [2023-05-07 21:12:25,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+17: [2023-05-07 21:12:25,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+12: [2023-05-07 21:12:25,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+12: [2023-05-07 21:12:25,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+12: [2023-05-07 21:12:25,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+12: [2023-05-07 21:12:25,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:25,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:25,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:25,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:25,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:25,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:25,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:25,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:25,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:25,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:25,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:25,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:25,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:25,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:25,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:25,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:25,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:25,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:25,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+17: [2023-05-07 21:12:25,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+17: [2023-05-07 21:12:25,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+17: [2023-05-07 21:12:25,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+17: [2023-05-07 21:12:25,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+17: [2023-05-07 21:12:25,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:25,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:25,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:25,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:25,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+17: [2023-05-07 21:12:25,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:25,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:25,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:25,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:25,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:25,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+18: [2023-05-07 21:12:25,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+18: [2023-05-07 21:12:25,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+18: [2023-05-07 21:12:25,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+18: [2023-05-07 21:12:25,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+18: [2023-05-07 21:12:25,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+18: [2023-05-07 21:12:25,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+18: [2023-05-07 21:12:25,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+18: [2023-05-07 21:12:25,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+18: [2023-05-07 21:12:25,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+18: [2023-05-07 21:12:25,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+18: [2023-05-07 21:12:25,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+18: [2023-05-07 21:12:25,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+20: [2023-05-07 21:12:25,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+12: [2023-05-07 21:12:25,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+12: [2023-05-07 21:12:25,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+12: [2023-05-07 21:12:25,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+12: [2023-05-07 21:12:25,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+12: [2023-05-07 21:12:25,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+12: [2023-05-07 21:12:25,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+20: [2023-05-07 21:12:25,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+20: [2023-05-07 21:12:25,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+20: [2023-05-07 21:12:25,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:25,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:25,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:25,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:25,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:25,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:25,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:25,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:25,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:25,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:25,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:25,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:25,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:25,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+12: [2023-05-07 21:12:25,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+12: [2023-05-07 21:12:25,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+16: [2023-05-07 21:12:25,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:25,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+16: [2023-05-07 21:12:25,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+20: [2023-05-07 21:12:25,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+20: [2023-05-07 21:12:25,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+12: [2023-05-07 21:12:25,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+12: [2023-05-07 21:12:25,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+12: [2023-05-07 21:12:25,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+12: [2023-05-07 21:12:25,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+20: [2023-05-07 21:12:25,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+12: [2023-05-07 21:12:25,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:25,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:25,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:25,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:25,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:25,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:25,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:25,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:25,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+20: [2023-05-07 21:12:25,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:25,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+20: [2023-05-07 21:12:25,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+20: [2023-05-07 21:12:25,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+20: [2023-05-07 21:12:25,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+20: [2023-05-07 21:12:25,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:25,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+12: [2023-05-07 21:12:25,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:25,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+12: [2023-05-07 21:12:25,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+12: [2023-05-07 21:12:25,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:25,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:25,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:25,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:25,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+17: [2023-05-07 21:12:25,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+17: [2023-05-07 21:12:25,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+17: [2023-05-07 21:12:25,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+17: [2023-05-07 21:12:25,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+17: [2023-05-07 21:12:25,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+17: [2023-05-07 21:12:25,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:25,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:25,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:25,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:25,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:25,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:25,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:25,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:25,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+17: [2023-05-07 21:12:25,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:25,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:25,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:25,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:25,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:25,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:25,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:25,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:25,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:25,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:25,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:25,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:25,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:25,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+26: [2023-05-07 21:12:25,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+26: [2023-05-07 21:12:25,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+26: [2023-05-07 21:12:25,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+26: [2023-05-07 21:12:25,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+26: [2023-05-07 21:12:25,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+26: [2023-05-07 21:12:25,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+26: [2023-05-07 21:12:25,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+26: [2023-05-07 21:12:25,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+29: [2023-05-07 21:12:25,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+17: [2023-05-07 21:12:25,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+29: [2023-05-07 21:12:25,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:25,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:25,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+17: [2023-05-07 21:12:25,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+17: [2023-05-07 21:12:25,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:25,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+17: [2023-05-07 21:12:25,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+17: [2023-05-07 21:12:25,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+17: [2023-05-07 21:12:25,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:25,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+26: [2023-05-07 21:12:25,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+18: [2023-05-07 21:12:25,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+18: [2023-05-07 21:12:25,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+18: [2023-05-07 21:12:25,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+18: [2023-05-07 21:12:25,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+18: [2023-05-07 21:12:25,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+18: [2023-05-07 21:12:25,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:25,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+26: [2023-05-07 21:12:25,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+26: [2023-05-07 21:12:25,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+26: [2023-05-07 21:12:25,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+26: [2023-05-07 21:12:25,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+17: [2023-05-07 21:12:25,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:25,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:25,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:25,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+17: [2023-05-07 21:12:25,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+23: [2023-05-07 21:12:25,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:25,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+17: [2023-05-07 21:12:25,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+17: [2023-05-07 21:12:25,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+23: [2023-05-07 21:12:25,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+26: [2023-05-07 21:12:25,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+26: [2023-05-07 21:12:25,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+26: [2023-05-07 21:12:25,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+26: [2023-05-07 21:12:25,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+26: [2023-05-07 21:12:25,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+24: [2023-05-07 21:12:25,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+24: [2023-05-07 21:12:25,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:25,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:25,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+18: [2023-05-07 21:12:25,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+18: [2023-05-07 21:12:25,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:25,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:25,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+18: [2023-05-07 21:12:25,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+18: [2023-05-07 21:12:25,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+18: [2023-05-07 21:12:25,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+18: [2023-05-07 21:12:25,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+18: [2023-05-07 21:12:25,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:25,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:25,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+18: [2023-05-07 21:12:25,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+18: [2023-05-07 21:12:25,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:25,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+10: [2023-05-07 21:12:25,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+18: [2023-05-07 21:12:25,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:25,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:25,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:25,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:25,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:25,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:25,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:25,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+31: [2023-05-07 21:12:25,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+27: [2023-05-07 21:12:25,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+27: [2023-05-07 21:12:25,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+19: [2023-05-07 21:12:25,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+31: [2023-05-07 21:12:25,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+30: [2023-05-07 21:12:25,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:25,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+10: [2023-05-07 21:12:25,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+25: [2023-05-07 21:12:25,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+21: [2023-05-07 21:12:25,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+21: [2023-05-07 21:12:25,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:25,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:25,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+22: [2023-05-07 21:12:25,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+22: [2023-05-07 21:12:25,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+28: [2023-05-07 21:12:25,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+15: [2023-05-07 21:12:25,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+28: [2023-05-07 21:12:25,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:25,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+15: [2023-05-07 21:12:25,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:25,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+14: [2023-05-07 21:12:25,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+14: [2023-05-07 21:12:25,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+13: [2023-05-07 21:12:25,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+13: [2023-05-07 21:12:25,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:25,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:25,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+25: [2023-05-07 21:12:25,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+30: [2023-05-07 21:12:25,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+11: [2023-05-07 21:12:25,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+19: [2023-05-07 21:12:25,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+11: [2023-05-07 21:12:25,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:25,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+22: [2023-05-07 21:12:26,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+26: [2023-05-07 21:12:26,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+26: [2023-05-07 21:12:26,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+26: [2023-05-07 21:12:26,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+26: [2023-05-07 21:12:26,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+26: [2023-05-07 21:12:26,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+26: [2023-05-07 21:12:26,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+26: [2023-05-07 21:12:26,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+26: [2023-05-07 21:12:26,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+26: [2023-05-07 21:12:26,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+26: [2023-05-07 21:12:26,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+26: [2023-05-07 21:12:26,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+26: [2023-05-07 21:12:26,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+26: [2023-05-07 21:12:26,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+26: [2023-05-07 21:12:26,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+26: [2023-05-07 21:12:26,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+26: [2023-05-07 21:12:26,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+26: [2023-05-07 21:12:26,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+26: [2023-05-07 21:12:26,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:26,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:26,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:26,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:26,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+22: [2023-05-07 21:12:26,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+22: [2023-05-07 21:12:26,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+22: [2023-05-07 21:12:26,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+22: [2023-05-07 21:12:26,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+22: [2023-05-07 21:12:26,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+22: [2023-05-07 21:12:26,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+22: [2023-05-07 21:12:26,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+22: [2023-05-07 21:12:26,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+22: [2023-05-07 21:12:26,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:26,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:26,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:26,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+22: [2023-05-07 21:12:26,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+22: [2023-05-07 21:12:26,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+22: [2023-05-07 21:12:26,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+22: [2023-05-07 21:12:26,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+22: [2023-05-07 21:12:26,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+22: [2023-05-07 21:12:26,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+22: [2023-05-07 21:12:26,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+22: [2023-05-07 21:12:26,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+22: [2023-05-07 21:12:26,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:26,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:26,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:26,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:26,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:26,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:26,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:26,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+26: [2023-05-07 21:12:26,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+26: [2023-05-07 21:12:26,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+26: [2023-05-07 21:12:26,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+26: [2023-05-07 21:12:26,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+26: [2023-05-07 21:12:26,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+22: [2023-05-07 21:12:26,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+22: [2023-05-07 21:12:26,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+22: [2023-05-07 21:12:26,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+22: [2023-05-07 21:12:26,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:26,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:26,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:26,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:26,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:26,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:26,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+26: [2023-05-07 21:12:26,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+26: [2023-05-07 21:12:26,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:26,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+26: [2023-05-07 21:12:26,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+26: [2023-05-07 21:12:26,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:26,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+19: [2023-05-07 21:12:26,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+19: [2023-05-07 21:12:26,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:26,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:26,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:26,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+22: [2023-05-07 21:12:26,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+26: [2023-05-07 21:12:26,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+22: [2023-05-07 21:12:26,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+22: [2023-05-07 21:12:26,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+22: [2023-05-07 21:12:26,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+26: [2023-05-07 21:12:26,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+26: [2023-05-07 21:12:26,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+26: [2023-05-07 21:12:26,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+22: [2023-05-07 21:12:26,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+22: [2023-05-07 21:12:26,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+31: [2023-05-07 21:12:26,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+30: [2023-05-07 21:12:26,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+13: [2023-05-07 21:12:26,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+31: [2023-05-07 21:12:26,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+30: [2023-05-07 21:12:26,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+16: [2023-05-07 21:12:26,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:26,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+13: [2023-05-07 21:12:26,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:26,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+25: [2023-05-07 21:12:26,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+11: [2023-05-07 21:12:26,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+15: [2023-05-07 21:12:26,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+15: [2023-05-07 21:12:26,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+22: [2023-05-07 21:12:26,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+22: [2023-05-07 21:12:26,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+11: [2023-05-07 21:12:26,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+21: [2023-05-07 21:12:26,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+16: [2023-05-07 21:12:26,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+21: [2023-05-07 21:12:26,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:26,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:26,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+20: [2023-05-07 21:12:26,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+20: [2023-05-07 21:12:26,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+25: [2023-05-07 21:12:26,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+17: [2023-05-07 21:12:26,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+18: [2023-05-07 21:12:26,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+12: [2023-05-07 21:12:26,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+12: [2023-05-07 21:12:26,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+24: [2023-05-07 21:12:26,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:26,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+18: [2023-05-07 21:12:26,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+24: [2023-05-07 21:12:26,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+17: [2023-05-07 21:12:26,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:26,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+29: [2023-05-07 21:12:26,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+29: [2023-05-07 21:12:26,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+14: [2023-05-07 21:12:26,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:26,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:26,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:26,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+10: [2023-05-07 21:12:26,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:26,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:26,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:26,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+28: [2023-05-07 21:12:26,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+10: [2023-05-07 21:12:26,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+28: [2023-05-07 21:12:26,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+14: [2023-05-07 21:12:26,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:26,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+23: [2023-05-07 21:12:26,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:26,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+23: [2023-05-07 21:12:26,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:26,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:26,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:26,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:26,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:27,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:27,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+27: [2023-05-07 21:12:26,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+27: [2023-05-07 21:12:26,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:27,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:27,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:27,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:27,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:27,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:27,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:27,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:27,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:27,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+19: [2023-05-07 21:12:27,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+19: [2023-05-07 21:12:27,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+19: [2023-05-07 21:12:27,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+19: [2023-05-07 21:12:27,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+19: [2023-05-07 21:12:27,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+19: [2023-05-07 21:12:27,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+19: [2023-05-07 21:12:27,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:27,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+19: [2023-05-07 21:12:27,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:27,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:27,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+19: [2023-05-07 21:12:27,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:27,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:27,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:27,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:27,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:27,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:27,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:27,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:27,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:27,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:27,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:27,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:27,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:27,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:27,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:27,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:27,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:27,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:27,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:27,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:27,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:27,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+27: [2023-05-07 21:12:27,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+27: [2023-05-07 21:12:27,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+16: [2023-05-07 21:12:27,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+16: [2023-05-07 21:12:27,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+27: [2023-05-07 21:12:27,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+27: [2023-05-07 21:12:27,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+27: [2023-05-07 21:12:27,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+16: [2023-05-07 21:12:27,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+20: [2023-05-07 21:12:27,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+20: [2023-05-07 21:12:27,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+20: [2023-05-07 21:12:27,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+27: [2023-05-07 21:12:27,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+27: [2023-05-07 21:12:27,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+27: [2023-05-07 21:12:27,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+27: [2023-05-07 21:12:27,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+20: [2023-05-07 21:12:27,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+20: [2023-05-07 21:12:27,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+20: [2023-05-07 21:12:27,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+20: [2023-05-07 21:12:27,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+16: [2023-05-07 21:12:27,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:27,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+16: [2023-05-07 21:12:27,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:27,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+16: [2023-05-07 21:12:27,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+16: [2023-05-07 21:12:27,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:27,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+31: [2023-05-07 21:12:27,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+31: [2023-05-07 21:12:27,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+31: [2023-05-07 21:12:27,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+31: [2023-05-07 21:12:27,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+31: [2023-05-07 21:12:27,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+31: [2023-05-07 21:12:27,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:27,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:27,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:27,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:27,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:27,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:27,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:27,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:27,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:27,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:27,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:27,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:27,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:27,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+19: [2023-05-07 21:12:27,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+19: [2023-05-07 21:12:27,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+19: [2023-05-07 21:12:27,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+25: [2023-05-07 21:12:27,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:27,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+27: [2023-05-07 21:12:27,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+25: [2023-05-07 21:12:27,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+27: [2023-05-07 21:12:27,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+27: [2023-05-07 21:12:27,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+25: [2023-05-07 21:12:27,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+25: [2023-05-07 21:12:27,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+27: [2023-05-07 21:12:27,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+27: [2023-05-07 21:12:27,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:27,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+27: [2023-05-07 21:12:27,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+27: [2023-05-07 21:12:27,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+19: [2023-05-07 21:12:27,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+19: [2023-05-07 21:12:27,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+19: [2023-05-07 21:12:27,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+19: [2023-05-07 21:12:27,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+11: [2023-05-07 21:12:27,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+11: [2023-05-07 21:12:27,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+11: [2023-05-07 21:12:27,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+11: [2023-05-07 21:12:27,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+11: [2023-05-07 21:12:27,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+11: [2023-05-07 21:12:27,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+11: [2023-05-07 21:12:27,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+15: [2023-05-07 21:12:27,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+15: [2023-05-07 21:12:27,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+15: [2023-05-07 21:12:27,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+12: [2023-05-07 21:12:27,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+12: [2023-05-07 21:12:27,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:27,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+15: [2023-05-07 21:12:27,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+15: [2023-05-07 21:12:27,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+15: [2023-05-07 21:12:27,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+12: [2023-05-07 21:12:27,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+12: [2023-05-07 21:12:27,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+12: [2023-05-07 21:12:27,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+20: [2023-05-07 21:12:27,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+20: [2023-05-07 21:12:27,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+15: [2023-05-07 21:12:27,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+12: [2023-05-07 21:12:27,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+12: [2023-05-07 21:12:27,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+15: [2023-05-07 21:12:27,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:27,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+16: [2023-05-07 21:12:27,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+31: [2023-05-07 21:12:27,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+16: [2023-05-07 21:12:27,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+25: [2023-05-07 21:12:27,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+31: [2023-05-07 21:12:27,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+16: [2023-05-07 21:12:27,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+20: [2023-05-07 21:12:27,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+20: [2023-05-07 21:12:27,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+20: [2023-05-07 21:12:27,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+31: [2023-05-07 21:12:27,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+31: [2023-05-07 21:12:27,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+31: [2023-05-07 21:12:27,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+31: [2023-05-07 21:12:27,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:27,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+22: [2023-05-07 21:12:27,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+20: [2023-05-07 21:12:27,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+22: [2023-05-07 21:12:27,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+22: [2023-05-07 21:12:27,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+22: [2023-05-07 21:12:27,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+22: [2023-05-07 21:12:27,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+22: [2023-05-07 21:12:27,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+22: [2023-05-07 21:12:27,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+20: [2023-05-07 21:12:27,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:27,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:27,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:27,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+25: [2023-05-07 21:12:27,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+15: [2023-05-07 21:12:27,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+22: [2023-05-07 21:12:27,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+16: [2023-05-07 21:12:27,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+31: [2023-05-07 21:12:27,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+16: [2023-05-07 21:12:27,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+15: [2023-05-07 21:12:27,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+16: [2023-05-07 21:12:27,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+12: [2023-05-07 21:12:27,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+11: [2023-05-07 21:12:27,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+11: [2023-05-07 21:12:27,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+11: [2023-05-07 21:12:27,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+16: [2023-05-07 21:12:27,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+25: [2023-05-07 21:12:27,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+25: [2023-05-07 21:12:27,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+11: [2023-05-07 21:12:27,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+11: [2023-05-07 21:12:27,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+25: [2023-05-07 21:12:27,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+15: [2023-05-07 21:12:27,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+15: [2023-05-07 21:12:27,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+12: [2023-05-07 21:12:27,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+25: [2023-05-07 21:12:27,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+25: [2023-05-07 21:12:27,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+12: [2023-05-07 21:12:27,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+25: [2023-05-07 21:12:27,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+12: [2023-05-07 21:12:27,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+12: [2023-05-07 21:12:27,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+25: [2023-05-07 21:12:27,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+12: [2023-05-07 21:12:27,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+12: [2023-05-07 21:12:27,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+15: [2023-05-07 21:12:27,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+15: [2023-05-07 21:12:27,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+15: [2023-05-07 21:12:27,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+15: [2023-05-07 21:12:27,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+15: [2023-05-07 21:12:27,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+22: [2023-05-07 21:12:27,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+22: [2023-05-07 21:12:27,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+22: [2023-05-07 21:12:27,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+22: [2023-05-07 21:12:27,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+22: [2023-05-07 21:12:27,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+18: [2023-05-07 21:12:27,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+18: [2023-05-07 21:12:27,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+18: [2023-05-07 21:12:27,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+18: [2023-05-07 21:12:27,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+18: [2023-05-07 21:12:27,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+18: [2023-05-07 21:12:27,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+18: [2023-05-07 21:12:27,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+18: [2023-05-07 21:12:27,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+18: [2023-05-07 21:12:27,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+18: [2023-05-07 21:12:27,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+18: [2023-05-07 21:12:27,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+18: [2023-05-07 21:12:27,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+18: [2023-05-07 21:12:27,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+18: [2023-05-07 21:12:27,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+18: [2023-05-07 21:12:27,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+18: [2023-05-07 21:12:27,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+14: [2023-05-07 21:12:27,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:27,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:27,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:27,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:27,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:27,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:27,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:27,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:27,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:27,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:27,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+14: [2023-05-07 21:12:27,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+14: [2023-05-07 21:12:27,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+14: [2023-05-07 21:12:27,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+14: [2023-05-07 21:12:27,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+14: [2023-05-07 21:12:27,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+14: [2023-05-07 21:12:27,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+14: [2023-05-07 21:12:27,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+18: [2023-05-07 21:12:27,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+18: [2023-05-07 21:12:27,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+18: [2023-05-07 21:12:27,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+18: [2023-05-07 21:12:27,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+18: [2023-05-07 21:12:27,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+18: [2023-05-07 21:12:27,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+18: [2023-05-07 21:12:27,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+18: [2023-05-07 21:12:27,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+18: [2023-05-07 21:12:27,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+18: [2023-05-07 21:12:27,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+18: [2023-05-07 21:12:27,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+14: [2023-05-07 21:12:27,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+24: [2023-05-07 21:12:27,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+24: [2023-05-07 21:12:27,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+24: [2023-05-07 21:12:27,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+24: [2023-05-07 21:12:27,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+24: [2023-05-07 21:12:27,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+18: [2023-05-07 21:12:27,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:27,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+18: [2023-05-07 21:12:27,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:27,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+18: [2023-05-07 21:12:27,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+14: [2023-05-07 21:12:27,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+18: [2023-05-07 21:12:27,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+18: [2023-05-07 21:12:27,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:27,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:27,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:27,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:27,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:27,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:27,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:27,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+17: [2023-05-07 21:12:27,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+17: [2023-05-07 21:12:27,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+17: [2023-05-07 21:12:27,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+17: [2023-05-07 21:12:27,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+17: [2023-05-07 21:12:27,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+17: [2023-05-07 21:12:27,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+17: [2023-05-07 21:12:27,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+17: [2023-05-07 21:12:27,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:27,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:27,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+17: [2023-05-07 21:12:27,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:27,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:27,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:27,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:27,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:27,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+14: [2023-05-07 21:12:27,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+17: [2023-05-07 21:12:27,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+24: [2023-05-07 21:12:27,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+17: [2023-05-07 21:12:27,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+17: [2023-05-07 21:12:27,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+17: [2023-05-07 21:12:27,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+17: [2023-05-07 21:12:27,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+17: [2023-05-07 21:12:27,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+17: [2023-05-07 21:12:27,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:27,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+14: [2023-05-07 21:12:27,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:27,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+14: [2023-05-07 21:12:27,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+24: [2023-05-07 21:12:27,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+14: [2023-05-07 21:12:27,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+17: [2023-05-07 21:12:27,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+24: [2023-05-07 21:12:27,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+24: [2023-05-07 21:12:27,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+14: [2023-05-07 21:12:27,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+14: [2023-05-07 21:12:27,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:27,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:27,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+17: [2023-05-07 21:12:27,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:27,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:27,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:27,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:27,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:27,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:27,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+24: [2023-05-07 21:12:27,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+24: [2023-05-07 21:12:27,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+17: [2023-05-07 21:12:27,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+24: [2023-05-07 21:12:27,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+17: [2023-05-07 21:12:27,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+17: [2023-05-07 21:12:27,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+17: [2023-05-07 21:12:27,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:27,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:27,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:27,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:27,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:27,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:27,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:27,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:27,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+17: [2023-05-07 21:12:27,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+17: [2023-05-07 21:12:27,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+17: [2023-05-07 21:12:27,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:27,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:27,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:27,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:27,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:27,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:27,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:27,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:27,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:27,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:27,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:27,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:27,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:27,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:27,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+17: [2023-05-07 21:12:27,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:27,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:27,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:27,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:27,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:27,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:27,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+17: [2023-05-07 21:12:27,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:27,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+17: [2023-05-07 21:12:27,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:27,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:27,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:27,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+27: [2023-05-07 21:12:27,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+27: [2023-05-07 21:12:27,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+27: [2023-05-07 21:12:27,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+27: [2023-05-07 21:12:27,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+27: [2023-05-07 21:12:27,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+27: [2023-05-07 21:12:27,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+27: [2023-05-07 21:12:27,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+27: [2023-05-07 21:12:27,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+17: [2023-05-07 21:12:27,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:27,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+17: [2023-05-07 21:12:27,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:27,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+27: [2023-05-07 21:12:27,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+17: [2023-05-07 21:12:27,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+17: [2023-05-07 21:12:27,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+27: [2023-05-07 21:12:27,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+27: [2023-05-07 21:12:27,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+27: [2023-05-07 21:12:27,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+27: [2023-05-07 21:12:27,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+27: [2023-05-07 21:12:27,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+27: [2023-05-07 21:12:27,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+27: [2023-05-07 21:12:27,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:27,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:27,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:27,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:27,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:27,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:27,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:27,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:27,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:27,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:27,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:27,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:27,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:27,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:27,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:27,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:27,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:27,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+15: [2023-05-07 21:12:27,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+15: [2023-05-07 21:12:27,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:27,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:27,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:27,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:27,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:27,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:27,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:27,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:27,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:27,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:27,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+15: [2023-05-07 21:12:27,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+19: [2023-05-07 21:12:27,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+19: [2023-05-07 21:12:27,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+15: [2023-05-07 21:12:27,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+25: [2023-05-07 21:12:27,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+15: [2023-05-07 21:12:27,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+19: [2023-05-07 21:12:27,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+19: [2023-05-07 21:12:27,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+19: [2023-05-07 21:12:27,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+19: [2023-05-07 21:12:27,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+25: [2023-05-07 21:12:27,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+25: [2023-05-07 21:12:27,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+25: [2023-05-07 21:12:27,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+16: [2023-05-07 21:12:27,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+16: [2023-05-07 21:12:27,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+19: [2023-05-07 21:12:27,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+12: [2023-05-07 21:12:27,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+16: [2023-05-07 21:12:27,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+12: [2023-05-07 21:12:27,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+19: [2023-05-07 21:12:27,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+12: [2023-05-07 21:12:27,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:27,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:27,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+12: [2023-05-07 21:12:27,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+12: [2023-05-07 21:12:27,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+16: [2023-05-07 21:12:27,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+20: [2023-05-07 21:12:27,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+27: [2023-05-07 21:12:27,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+16: [2023-05-07 21:12:27,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+16: [2023-05-07 21:12:27,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+16: [2023-05-07 21:12:27,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+12: [2023-05-07 21:12:27,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:27,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+20: [2023-05-07 21:12:27,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+20: [2023-05-07 21:12:27,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+20: [2023-05-07 21:12:27,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+12: [2023-05-07 21:12:27,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:27,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+12: [2023-05-07 21:12:27,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:27,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:27,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+12: [2023-05-07 21:12:27,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:27,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:27,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:27,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:27,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:27,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:27,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:27,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:27,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:27,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:27,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:27,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:27,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:27,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:27,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:27,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+27: [2023-05-07 21:12:27,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+15: [2023-05-07 21:12:27,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:27,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+25: [2023-05-07 21:12:27,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:27,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:27,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:27,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:27,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+27: [2023-05-07 21:12:27,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+27: [2023-05-07 21:12:27,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+27: [2023-05-07 21:12:27,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:27,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:27,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:27,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+27: [2023-05-07 21:12:27,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+27: [2023-05-07 21:12:27,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+27: [2023-05-07 21:12:27,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+27: [2023-05-07 21:12:27,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+22: [2023-05-07 21:12:27,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+22: [2023-05-07 21:12:27,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+22: [2023-05-07 21:12:27,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+22: [2023-05-07 21:12:27,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+22: [2023-05-07 21:12:27,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+22: [2023-05-07 21:12:27,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+22: [2023-05-07 21:12:27,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+22: [2023-05-07 21:12:27,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+22: [2023-05-07 21:12:27,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+19: [2023-05-07 21:12:27,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+19: [2023-05-07 21:12:27,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+15: [2023-05-07 21:12:27,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:27,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:27,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+25: [2023-05-07 21:12:27,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+31: [2023-05-07 21:12:27,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+31: [2023-05-07 21:12:27,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+31: [2023-05-07 21:12:27,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+31: [2023-05-07 21:12:27,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+31: [2023-05-07 21:12:27,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+31: [2023-05-07 21:12:27,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+31: [2023-05-07 21:12:27,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+15: [2023-05-07 21:12:27,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+19: [2023-05-07 21:12:27,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+22: [2023-05-07 21:12:27,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:27,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+15: [2023-05-07 21:12:27,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+22: [2023-05-07 21:12:27,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:27,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:27,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:27,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+20: [2023-05-07 21:12:27,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+20: [2023-05-07 21:12:27,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:27,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+19: [2023-05-07 21:12:27,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:27,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+27: [2023-05-07 21:12:27,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+16: [2023-05-07 21:12:27,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+19: [2023-05-07 21:12:27,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+16: [2023-05-07 21:12:27,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:27,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+25: [2023-05-07 21:12:27,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+25: [2023-05-07 21:12:27,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:27,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+25: [2023-05-07 21:12:27,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+16: [2023-05-07 21:12:27,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+27: [2023-05-07 21:12:27,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+27: [2023-05-07 21:12:27,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+27: [2023-05-07 21:12:27,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+27: [2023-05-07 21:12:27,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+12: [2023-05-07 21:12:27,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+25: [2023-05-07 21:12:27,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:27,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+25: [2023-05-07 21:12:27,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+12: [2023-05-07 21:12:27,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+12: [2023-05-07 21:12:27,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:27,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+20: [2023-05-07 21:12:27,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+20: [2023-05-07 21:12:27,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:27,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+16: [2023-05-07 21:12:27,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:27,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+27: [2023-05-07 21:12:27,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+27: [2023-05-07 21:12:27,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+20: [2023-05-07 21:12:27,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+25: [2023-05-07 21:12:27,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+15: [2023-05-07 21:12:27,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+15: [2023-05-07 21:12:27,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+11: [2023-05-07 21:12:27,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+11: [2023-05-07 21:12:27,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+11: [2023-05-07 21:12:27,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+11: [2023-05-07 21:12:27,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+11: [2023-05-07 21:12:27,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+11: [2023-05-07 21:12:27,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+11: [2023-05-07 21:12:27,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+11: [2023-05-07 21:12:27,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+12: [2023-05-07 21:12:27,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+19: [2023-05-07 21:12:27,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+16: [2023-05-07 21:12:27,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+25: [2023-05-07 21:12:27,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt...
+25: [2023-05-07 21:12:27,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+12: [2023-05-07 21:12:27,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+15: [2023-05-07 21:12:27,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+15: [2023-05-07 21:12:27,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+12: [2023-05-07 21:12:27,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+12: [2023-05-07 21:12:27,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+12: [2023-05-07 21:12:27,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+25: [2023-05-07 21:12:27,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+25: [2023-05-07 21:12:27,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+15: [2023-05-07 21:12:27,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+25: [2023-05-07 21:12:27,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+25: [2023-05-07 21:12:27,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+16: [2023-05-07 21:12:27,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+16: [2023-05-07 21:12:27,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+31: [2023-05-07 21:12:27,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+31: [2023-05-07 21:12:27,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+16: [2023-05-07 21:12:27,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+16: [2023-05-07 21:12:27,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+22: [2023-05-07 21:12:27,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+31: [2023-05-07 21:12:27,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+31: [2023-05-07 21:12:27,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+31: [2023-05-07 21:12:27,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+31: [2023-05-07 21:12:27,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+20: [2023-05-07 21:12:27,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+20: [2023-05-07 21:12:27,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+22: [2023-05-07 21:12:27,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+22: [2023-05-07 21:12:27,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+22: [2023-05-07 21:12:27,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+22: [2023-05-07 21:12:27,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+31: [2023-05-07 21:12:27,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+14: [2023-05-07 21:12:27,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+14: [2023-05-07 21:12:27,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+14: [2023-05-07 21:12:27,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+14: [2023-05-07 21:12:27,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+14: [2023-05-07 21:12:27,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+11: [2023-05-07 21:12:27,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+22: [2023-05-07 21:12:27,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+31: [2023-05-07 21:12:27,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+11: [2023-05-07 21:12:27,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:27,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:27,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:27,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:27,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:27,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:27,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:27,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:27,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+11: [2023-05-07 21:12:27,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+11: [2023-05-07 21:12:27,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+11: [2023-05-07 21:12:27,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:27,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+22: [2023-05-07 21:12:27,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:27,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+11: [2023-05-07 21:12:27,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+11: [2023-05-07 21:12:27,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+11: [2023-05-07 21:12:27,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+14: [2023-05-07 21:12:27,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+14: [2023-05-07 21:12:27,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:27,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:27,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:27,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+24: [2023-05-07 21:12:27,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+24: [2023-05-07 21:12:27,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+24: [2023-05-07 21:12:27,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+24: [2023-05-07 21:12:27,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+24: [2023-05-07 21:12:27,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+24: [2023-05-07 21:12:27,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+24: [2023-05-07 21:12:27,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+24: [2023-05-07 21:12:27,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+14: [2023-05-07 21:12:27,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:27,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:27,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:27,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:27,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:27,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:27,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+14: [2023-05-07 21:12:27,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+14: [2023-05-07 21:12:27,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+14: [2023-05-07 21:12:27,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+14: [2023-05-07 21:12:27,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+14: [2023-05-07 21:12:27,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:27,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+14: [2023-05-07 21:12:27,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+24: [2023-05-07 21:12:27,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+24: [2023-05-07 21:12:27,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:27,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:27,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+17: [2023-05-07 21:12:27,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+17: [2023-05-07 21:12:27,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+17: [2023-05-07 21:12:27,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+17: [2023-05-07 21:12:27,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+17: [2023-05-07 21:12:27,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+17: [2023-05-07 21:12:27,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+17: [2023-05-07 21:12:27,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+17: [2023-05-07 21:12:27,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+10: [2023-05-07 21:12:27,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+17: [2023-05-07 21:12:27,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+17: [2023-05-07 21:12:27,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+17: [2023-05-07 21:12:27,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+17: [2023-05-07 21:12:27,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+17: [2023-05-07 21:12:27,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+17: [2023-05-07 21:12:27,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+17: [2023-05-07 21:12:27,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+17: [2023-05-07 21:12:27,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:27,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+24: [2023-05-07 21:12:27,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:27,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:27,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:27,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:27,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:27,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:27,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+24: [2023-05-07 21:12:27,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:27,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+24: [2023-05-07 21:12:27,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+24: [2023-05-07 21:12:27,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+24: [2023-05-07 21:12:27,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+10: [2023-05-07 21:12:27,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+29: [2023-05-07 21:12:27,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+29: [2023-05-07 21:12:27,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+17: [2023-05-07 21:12:27,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+17: [2023-05-07 21:12:27,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:27,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+28: [2023-05-07 21:12:27,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+28: [2023-05-07 21:12:27,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+17: [2023-05-07 21:12:27,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+17: [2023-05-07 21:12:27,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+17: [2023-05-07 21:12:27,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+17: [2023-05-07 21:12:27,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+17: [2023-05-07 21:12:27,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+17: [2023-05-07 21:12:27,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+17: [2023-05-07 21:12:27,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:27,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:27,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:27,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:27,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+21: [2023-05-07 21:12:27,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:27,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+18: [2023-05-07 21:12:27,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+18: [2023-05-07 21:12:27,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+18: [2023-05-07 21:12:27,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+18: [2023-05-07 21:12:27,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+18: [2023-05-07 21:12:27,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+18: [2023-05-07 21:12:27,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+18: [2023-05-07 21:12:27,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+18: [2023-05-07 21:12:27,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+30: [2023-05-07 21:12:27,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+30: [2023-05-07 21:12:27,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+18: [2023-05-07 21:12:27,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+18: [2023-05-07 21:12:27,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+18: [2023-05-07 21:12:27,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:27,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+23: [2023-05-07 21:12:27,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:27,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:27,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:27,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:27,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:27,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:27,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:27,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+21: [2023-05-07 21:12:27,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:27,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:27,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:27,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:27,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:27,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:27,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:27,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:27,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+26: [2023-05-07 21:12:27,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:27,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+18: [2023-05-07 21:12:27,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:27,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+18: [2023-05-07 21:12:27,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:27,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+18: [2023-05-07 21:12:27,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+18: [2023-05-07 21:12:27,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+18: [2023-05-07 21:12:27,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+13: [2023-05-07 21:12:27,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:27,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+23: [2023-05-07 21:12:27,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+13: [2023-05-07 21:12:27,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:28,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+26: [2023-05-07 21:12:27,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+26: [2023-05-07 21:12:28,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+26: [2023-05-07 21:12:28,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+26: [2023-05-07 21:12:28,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+26: [2023-05-07 21:12:28,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+26: [2023-05-07 21:12:28,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+26: [2023-05-07 21:12:28,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:28,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:28,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+26: [2023-05-07 21:12:28,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+17: [2023-05-07 21:12:28,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+17: [2023-05-07 21:12:28,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:28,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:28,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:28,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:28,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:28,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:28,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:28,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:28,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+23: [2023-05-07 21:12:28,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+17: [2023-05-07 21:12:28,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+17: [2023-05-07 21:12:28,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+17: [2023-05-07 21:12:28,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+17: [2023-05-07 21:12:28,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+17: [2023-05-07 21:12:28,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:28,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:28,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+30: [2023-05-07 21:12:28,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+30: [2023-05-07 21:12:28,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+30: [2023-05-07 21:12:28,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:28,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:28,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+12: [2023-05-07 21:12:28,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:28,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:28,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+30: [2023-05-07 21:12:28,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+30: [2023-05-07 21:12:28,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+30: [2023-05-07 21:12:28,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+12: [2023-05-07 21:12:28,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+12: [2023-05-07 21:12:28,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+12: [2023-05-07 21:12:28,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+12: [2023-05-07 21:12:28,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+27: [2023-05-07 21:12:28,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+27: [2023-05-07 21:12:28,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+27: [2023-05-07 21:12:28,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+27: [2023-05-07 21:12:28,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+27: [2023-05-07 21:12:28,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+27: [2023-05-07 21:12:28,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:28,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:28,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:28,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:28,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+26: [2023-05-07 21:12:28,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+26: [2023-05-07 21:12:28,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+26: [2023-05-07 21:12:28,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+26: [2023-05-07 21:12:28,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+30: [2023-05-07 21:12:28,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+27: [2023-05-07 21:12:28,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:28,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:28,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:28,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:28,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+30: [2023-05-07 21:12:28,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+26: [2023-05-07 21:12:28,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+26: [2023-05-07 21:12:28,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+26: [2023-05-07 21:12:28,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+26: [2023-05-07 21:12:28,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:28,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:28,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+30: [2023-05-07 21:12:28,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+30: [2023-05-07 21:12:28,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:28,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+27: [2023-05-07 21:12:28,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+27: [2023-05-07 21:12:28,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:28,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:28,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+30: [2023-05-07 21:12:28,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:28,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+30: [2023-05-07 21:12:28,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+11: [2023-05-07 21:12:28,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+11: [2023-05-07 21:12:28,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+11: [2023-05-07 21:12:28,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+26: [2023-05-07 21:12:28,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+26: [2023-05-07 21:12:28,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+11: [2023-05-07 21:12:28,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+11: [2023-05-07 21:12:28,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+11: [2023-05-07 21:12:28,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+11: [2023-05-07 21:12:28,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+26: [2023-05-07 21:12:28,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+26: [2023-05-07 21:12:28,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:28,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+30: [2023-05-07 21:12:28,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:28,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:28,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+30: [2023-05-07 21:12:28,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:28,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+26: [2023-05-07 21:12:28,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+26: [2023-05-07 21:12:28,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+26: [2023-05-07 21:12:28,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+26: [2023-05-07 21:12:28,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+30: [2023-05-07 21:12:28,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+30: [2023-05-07 21:12:28,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:28,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:28,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:28,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:28,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+12: [2023-05-07 21:12:28,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+12: [2023-05-07 21:12:28,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+12: [2023-05-07 21:12:28,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+12: [2023-05-07 21:12:28,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+12: [2023-05-07 21:12:28,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+12: [2023-05-07 21:12:28,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+11: [2023-05-07 21:12:28,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+11: [2023-05-07 21:12:28,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:28,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+27: [2023-05-07 21:12:28,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+31: [2023-05-07 21:12:28,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+31: [2023-05-07 21:12:28,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:28,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:28,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:28,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+19: [2023-05-07 21:12:28,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+27: [2023-05-07 21:12:28,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+31: [2023-05-07 21:12:28,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+31: [2023-05-07 21:12:28,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+31: [2023-05-07 21:12:28,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+31: [2023-05-07 21:12:28,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+31: [2023-05-07 21:12:28,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+27: [2023-05-07 21:12:28,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+27: [2023-05-07 21:12:28,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+27: [2023-05-07 21:12:28,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+31: [2023-05-07 21:12:28,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:28,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+19: [2023-05-07 21:12:28,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+19: [2023-05-07 21:12:28,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+19: [2023-05-07 21:12:28,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+19: [2023-05-07 21:12:28,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:28,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:28,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:28,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:28,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:28,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+19: [2023-05-07 21:12:28,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+12: [2023-05-07 21:12:28,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+11: [2023-05-07 21:12:28,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+31: [2023-05-07 21:12:28,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+11: [2023-05-07 21:12:28,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+11: [2023-05-07 21:12:28,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:28,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+11: [2023-05-07 21:12:28,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+11: [2023-05-07 21:12:28,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+19: [2023-05-07 21:12:28,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+19: [2023-05-07 21:12:28,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:28,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:28,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:28,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:28,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:28,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:28,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+31: [2023-05-07 21:12:28,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+31: [2023-05-07 21:12:28,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+31: [2023-05-07 21:12:28,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+31: [2023-05-07 21:12:28,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+31: [2023-05-07 21:12:28,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+19: [2023-05-07 21:12:28,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+19: [2023-05-07 21:12:28,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+19: [2023-05-07 21:12:28,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+31: [2023-05-07 21:12:28,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+23: [2023-05-07 21:12:28,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+23: [2023-05-07 21:12:28,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+23: [2023-05-07 21:12:28,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+23: [2023-05-07 21:12:28,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+23: [2023-05-07 21:12:28,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+23: [2023-05-07 21:12:28,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+23: [2023-05-07 21:12:28,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+10: [2023-05-07 21:12:28,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+10: [2023-05-07 21:12:28,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+23: [2023-05-07 21:12:28,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+10: [2023-05-07 21:12:28,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+10: [2023-05-07 21:12:28,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+10: [2023-05-07 21:12:28,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+10: [2023-05-07 21:12:28,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+28: [2023-05-07 21:12:28,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+28: [2023-05-07 21:12:28,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+28: [2023-05-07 21:12:28,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+28: [2023-05-07 21:12:28,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+28: [2023-05-07 21:12:28,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+28: [2023-05-07 21:12:28,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+28: [2023-05-07 21:12:28,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+10: [2023-05-07 21:12:28,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+10: [2023-05-07 21:12:28,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:28,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:28,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:28,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:28,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:28,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:28,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:28,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+14: [2023-05-07 21:12:28,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+14: [2023-05-07 21:12:28,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+14: [2023-05-07 21:12:28,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+14: [2023-05-07 21:12:28,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+14: [2023-05-07 21:12:28,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+14: [2023-05-07 21:12:28,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+14: [2023-05-07 21:12:28,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+14: [2023-05-07 21:12:28,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+23: [2023-05-07 21:12:28,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+23: [2023-05-07 21:12:28,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+23: [2023-05-07 21:12:28,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+23: [2023-05-07 21:12:28,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+14: [2023-05-07 21:12:28,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:28,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+23: [2023-05-07 21:12:28,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:28,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+14: [2023-05-07 21:12:28,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+14: [2023-05-07 21:12:28,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+14: [2023-05-07 21:12:28,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+14: [2023-05-07 21:12:28,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+14: [2023-05-07 21:12:28,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+14: [2023-05-07 21:12:28,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+14: [2023-05-07 21:12:28,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+10: [2023-05-07 21:12:28,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+10: [2023-05-07 21:12:28,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+10: [2023-05-07 21:12:28,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+10: [2023-05-07 21:12:28,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+23: [2023-05-07 21:12:28,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+28: [2023-05-07 21:12:28,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+23: [2023-05-07 21:12:28,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+23: [2023-05-07 21:12:28,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+14: [2023-05-07 21:12:28,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+10: [2023-05-07 21:12:28,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+10: [2023-05-07 21:12:28,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+10: [2023-05-07 21:12:28,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+10: [2023-05-07 21:12:28,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+28: [2023-05-07 21:12:28,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+28: [2023-05-07 21:12:28,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:28,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:28,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:28,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:28,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:28,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:28,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:28,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:28,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:28,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:28,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:28,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+14: [2023-05-07 21:12:28,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:28,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:28,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:28,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+24: [2023-05-07 21:12:28,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:28,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+24: [2023-05-07 21:12:28,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:28,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:28,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+24: [2023-05-07 21:12:28,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+24: [2023-05-07 21:12:28,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+24: [2023-05-07 21:12:28,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+24: [2023-05-07 21:12:28,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+24: [2023-05-07 21:12:28,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+24: [2023-05-07 21:12:28,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+24: [2023-05-07 21:12:28,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+24: [2023-05-07 21:12:28,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:28,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:28,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:28,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:28,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:28,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:28,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+24: [2023-05-07 21:12:28,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:28,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:28,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:28,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:28,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+24: [2023-05-07 21:12:28,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+24: [2023-05-07 21:12:28,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+24: [2023-05-07 21:12:28,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+24: [2023-05-07 21:12:28,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+24: [2023-05-07 21:12:28,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+28: [2023-05-07 21:12:28,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+14: [2023-05-07 21:12:28,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+28: [2023-05-07 21:12:28,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+28: [2023-05-07 21:12:28,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+28: [2023-05-07 21:12:28,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+28: [2023-05-07 21:12:28,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+14: [2023-05-07 21:12:28,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:28,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+14: [2023-05-07 21:12:28,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+14: [2023-05-07 21:12:28,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+14: [2023-05-07 21:12:28,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+14: [2023-05-07 21:12:28,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+14: [2023-05-07 21:12:28,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:28,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+14: [2023-05-07 21:12:28,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+14: [2023-05-07 21:12:28,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:28,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:28,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+14: [2023-05-07 21:12:28,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+24: [2023-05-07 21:12:28,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+24: [2023-05-07 21:12:28,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:28,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:28,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+14: [2023-05-07 21:12:28,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+14: [2023-05-07 21:12:28,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:28,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:28,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:28,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:28,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:28,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+14: [2023-05-07 21:12:28,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+14: [2023-05-07 21:12:28,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+24: [2023-05-07 21:12:28,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:28,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:28,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:28,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+12: [2023-05-07 21:12:28,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+12: [2023-05-07 21:12:28,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:28,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:28,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:28,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:28,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+24: [2023-05-07 21:12:28,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+11: [2023-05-07 21:12:28,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+11: [2023-05-07 21:12:28,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+12: [2023-05-07 21:12:28,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+11: [2023-05-07 21:12:28,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+26: [2023-05-07 21:12:28,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+26: [2023-05-07 21:12:28,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+26: [2023-05-07 21:12:28,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+11: [2023-05-07 21:12:28,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+11: [2023-05-07 21:12:28,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+26: [2023-05-07 21:12:28,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+26: [2023-05-07 21:12:28,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+26: [2023-05-07 21:12:28,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+26: [2023-05-07 21:12:28,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+11: [2023-05-07 21:12:28,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+26: [2023-05-07 21:12:28,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+24: [2023-05-07 21:12:28,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+24: [2023-05-07 21:12:28,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+24: [2023-05-07 21:12:28,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+24: [2023-05-07 21:12:28,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+24: [2023-05-07 21:12:28,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+24: [2023-05-07 21:12:28,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:28,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+11: [2023-05-07 21:12:28,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:28,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+26: [2023-05-07 21:12:28,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+26: [2023-05-07 21:12:28,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+26: [2023-05-07 21:12:28,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+26: [2023-05-07 21:12:28,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+26: [2023-05-07 21:12:28,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+26: [2023-05-07 21:12:28,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+26: [2023-05-07 21:12:28,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+26: [2023-05-07 21:12:28,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+11: [2023-05-07 21:12:28,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+30: [2023-05-07 21:12:28,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+30: [2023-05-07 21:12:28,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+17: [2023-05-07 21:12:28,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+30: [2023-05-07 21:12:28,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+30: [2023-05-07 21:12:28,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:28,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:28,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+17: [2023-05-07 21:12:28,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+30: [2023-05-07 21:12:28,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+30: [2023-05-07 21:12:28,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+30: [2023-05-07 21:12:28,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+30: [2023-05-07 21:12:28,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:28,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:28,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:28,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:28,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:28,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:28,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+17: [2023-05-07 21:12:28,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+17: [2023-05-07 21:12:28,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+17: [2023-05-07 21:12:28,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+17: [2023-05-07 21:12:28,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+17: [2023-05-07 21:12:28,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+17: [2023-05-07 21:12:28,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+30: [2023-05-07 21:12:28,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+17: [2023-05-07 21:12:28,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+30: [2023-05-07 21:12:28,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:28,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:28,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:28,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:28,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:28,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+30: [2023-05-07 21:12:28,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:28,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:28,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:28,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:28,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:28,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:28,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:28,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+30: [2023-05-07 21:12:28,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+17: [2023-05-07 21:12:28,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+30: [2023-05-07 21:12:28,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+30: [2023-05-07 21:12:28,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+30: [2023-05-07 21:12:28,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+30: [2023-05-07 21:12:28,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:28,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+27: [2023-05-07 21:12:28,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+27: [2023-05-07 21:12:28,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+24: [2023-05-07 21:12:28,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+27: [2023-05-07 21:12:28,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+27: [2023-05-07 21:12:28,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+27: [2023-05-07 21:12:28,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:28,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:28,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:28,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:28,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:28,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:28,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+27: [2023-05-07 21:12:28,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+17: [2023-05-07 21:12:28,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+17: [2023-05-07 21:12:28,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+17: [2023-05-07 21:12:28,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:28,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+17: [2023-05-07 21:12:28,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+17: [2023-05-07 21:12:28,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+17: [2023-05-07 21:12:28,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+24: [2023-05-07 21:12:28,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+24: [2023-05-07 21:12:28,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+24: [2023-05-07 21:12:28,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:28,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+24: [2023-05-07 21:12:28,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+24: [2023-05-07 21:12:28,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+12: [2023-05-07 21:12:28,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+12: [2023-05-07 21:12:28,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+12: [2023-05-07 21:12:28,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+26: [2023-05-07 21:12:28,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+26: [2023-05-07 21:12:28,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+26: [2023-05-07 21:12:28,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+17: [2023-05-07 21:12:28,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+11: [2023-05-07 21:12:28,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+11: [2023-05-07 21:12:28,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+30: [2023-05-07 21:12:28,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:28,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:28,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:28,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+30: [2023-05-07 21:12:28,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:28,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:28,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:28,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:28,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:28,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:28,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+10: [2023-05-07 21:12:28,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+12: [2023-05-07 21:12:28,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+31: [2023-05-07 21:12:28,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+31: [2023-05-07 21:12:28,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+31: [2023-05-07 21:12:28,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+31: [2023-05-07 21:12:28,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+31: [2023-05-07 21:12:28,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+31: [2023-05-07 21:12:28,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+19: [2023-05-07 21:12:28,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+19: [2023-05-07 21:12:28,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+19: [2023-05-07 21:12:28,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+19: [2023-05-07 21:12:28,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+19: [2023-05-07 21:12:28,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+10: [2023-05-07 21:12:28,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:28,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:28,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+10: [2023-05-07 21:12:28,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:28,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+26: [2023-05-07 21:12:28,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+26: [2023-05-07 21:12:28,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+26: [2023-05-07 21:12:28,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:28,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:28,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+10: [2023-05-07 21:12:28,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:28,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:28,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:28,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:28,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:28,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:28,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:28,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:28,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:28,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+31: [2023-05-07 21:12:28,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:28,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+11: [2023-05-07 21:12:28,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:28,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+12: [2023-05-07 21:12:28,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+26: [2023-05-07 21:12:28,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+11: [2023-05-07 21:12:28,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+12: [2023-05-07 21:12:28,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+12: [2023-05-07 21:12:28,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+11: [2023-05-07 21:12:28,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+11: [2023-05-07 21:12:28,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+26: [2023-05-07 21:12:28,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:28,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+26: [2023-05-07 21:12:28,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+17: [2023-05-07 21:12:28,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt...
+26: [2023-05-07 21:12:28,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+30: [2023-05-07 21:12:28,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:28,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+26: [2023-05-07 21:12:28,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+30: [2023-05-07 21:12:28,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+30: [2023-05-07 21:12:28,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+23: [2023-05-07 21:12:28,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+11: [2023-05-07 21:12:28,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+11: [2023-05-07 21:12:28,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+23: [2023-05-07 21:12:28,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+23: [2023-05-07 21:12:28,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+23: [2023-05-07 21:12:28,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+23: [2023-05-07 21:12:28,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+30: [2023-05-07 21:12:28,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+30: [2023-05-07 21:12:28,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:28,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:28,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:28,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:28,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:28,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:28,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+12: [2023-05-07 21:12:28,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+17: [2023-05-07 21:12:28,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+23: [2023-05-07 21:12:28,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+26: [2023-05-07 21:12:28,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+12: [2023-05-07 21:12:28,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+26: [2023-05-07 21:12:28,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+26: [2023-05-07 21:12:28,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+12: [2023-05-07 21:12:28,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+12: [2023-05-07 21:12:28,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:28,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+26: [2023-05-07 21:12:28,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+26: [2023-05-07 21:12:28,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+17: [2023-05-07 21:12:28,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+11: [2023-05-07 21:12:28,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+28: [2023-05-07 21:12:28,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+27: [2023-05-07 21:12:28,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+11: [2023-05-07 21:12:28,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+30: [2023-05-07 21:12:28,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+17: [2023-05-07 21:12:28,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+17: [2023-05-07 21:12:28,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+30: [2023-05-07 21:12:28,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+30: [2023-05-07 21:12:28,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:28,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+30: [2023-05-07 21:12:28,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+17: [2023-05-07 21:12:28,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+17: [2023-05-07 21:12:28,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+17: [2023-05-07 21:12:28,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+27: [2023-05-07 21:12:28,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+10: [2023-05-07 21:12:28,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+28: [2023-05-07 21:12:28,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+28: [2023-05-07 21:12:28,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+27: [2023-05-07 21:12:28,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+28: [2023-05-07 21:12:28,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+28: [2023-05-07 21:12:28,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+27: [2023-05-07 21:12:28,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+27: [2023-05-07 21:12:28,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+28: [2023-05-07 21:12:28,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+17: [2023-05-07 21:12:28,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:28,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:28,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:28,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+30: [2023-05-07 21:12:28,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:28,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:28,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:28,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:28,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+30: [2023-05-07 21:12:28,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+31: [2023-05-07 21:12:28,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+31: [2023-05-07 21:12:28,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+19: [2023-05-07 21:12:28,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+19: [2023-05-07 21:12:28,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+19: [2023-05-07 21:12:28,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:28,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:28,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:28,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:28,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:28,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:28,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+19: [2023-05-07 21:12:28,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:28,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:28,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:28,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+10: [2023-05-07 21:12:28,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+17: [2023-05-07 21:12:28,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:28,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:28,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:28,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:28,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:28,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:28,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+30: [2023-05-07 21:12:28,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+10: [2023-05-07 21:12:28,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+29: [2023-05-07 21:12:28,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+31: [2023-05-07 21:12:28,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+31: [2023-05-07 21:12:28,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+31: [2023-05-07 21:12:28,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+19: [2023-05-07 21:12:28,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+19: [2023-05-07 21:12:28,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+21: [2023-05-07 21:12:28,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+17: [2023-05-07 21:12:28,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+30: [2023-05-07 21:12:28,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+30: [2023-05-07 21:12:28,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:28,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+27: [2023-05-07 21:12:28,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:28,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:28,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:28,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:28,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:28,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:28,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:28,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:28,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:28,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+17: [2023-05-07 21:12:28,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:28,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+17: [2023-05-07 21:12:28,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+21: [2023-05-07 21:12:28,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+23: [2023-05-07 21:12:28,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+23: [2023-05-07 21:12:28,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+19: [2023-05-07 21:12:28,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+17: [2023-05-07 21:12:28,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+17: [2023-05-07 21:12:28,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+27: [2023-05-07 21:12:28,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:28,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:28,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+23: [2023-05-07 21:12:28,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+19: [2023-05-07 21:12:28,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:28,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+23: [2023-05-07 21:12:28,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:28,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:28,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:28,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:28,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:28,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:28,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:28,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:28,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+10: [2023-05-07 21:12:28,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:28,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+10: [2023-05-07 21:12:28,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+10: [2023-05-07 21:12:28,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+14: [2023-05-07 21:12:28,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:28,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+10: [2023-05-07 21:12:28,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:28,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+14: [2023-05-07 21:12:28,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+14: [2023-05-07 21:12:28,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+14: [2023-05-07 21:12:28,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+14: [2023-05-07 21:12:28,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+14: [2023-05-07 21:12:28,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+14: [2023-05-07 21:12:28,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+31: [2023-05-07 21:12:28,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+14: [2023-05-07 21:12:28,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:28,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+31: [2023-05-07 21:12:28,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+14: [2023-05-07 21:12:28,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+29: [2023-05-07 21:12:28,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+19: [2023-05-07 21:12:28,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+19: [2023-05-07 21:12:28,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+14: [2023-05-07 21:12:28,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+14: [2023-05-07 21:12:28,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+14: [2023-05-07 21:12:28,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+14: [2023-05-07 21:12:28,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+14: [2023-05-07 21:12:28,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+14: [2023-05-07 21:12:28,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+14: [2023-05-07 21:12:28,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+28: [2023-05-07 21:12:28,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+23: [2023-05-07 21:12:28,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:28,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:28,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:28,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:28,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:28,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:28,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:28,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:28,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+23: [2023-05-07 21:12:28,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:28,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:28,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:28,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:28,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:28,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:28,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:28,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:28,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:28,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:28,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+18: [2023-05-07 21:12:28,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+28: [2023-05-07 21:12:28,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+18: [2023-05-07 21:12:28,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+28: [2023-05-07 21:12:28,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+28: [2023-05-07 21:12:28,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:28,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:28,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:28,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:28,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:28,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+24: [2023-05-07 21:12:28,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+24: [2023-05-07 21:12:28,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+24: [2023-05-07 21:12:28,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+24: [2023-05-07 21:12:28,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+24: [2023-05-07 21:12:28,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+24: [2023-05-07 21:12:28,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+24: [2023-05-07 21:12:28,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+24: [2023-05-07 21:12:28,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+14: [2023-05-07 21:12:28,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:28,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+22: [2023-05-07 21:12:28,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+24: [2023-05-07 21:12:28,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+24: [2023-05-07 21:12:28,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+24: [2023-05-07 21:12:28,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+24: [2023-05-07 21:12:28,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+24: [2023-05-07 21:12:28,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+24: [2023-05-07 21:12:28,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+24: [2023-05-07 21:12:28,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+24: [2023-05-07 21:12:28,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+13: [2023-05-07 21:12:28,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+13: [2023-05-07 21:12:28,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+14: [2023-05-07 21:12:28,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:28,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:28,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:28,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:28,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:28,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:28,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:28,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:28,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:28,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+14: [2023-05-07 21:12:28,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+28: [2023-05-07 21:12:28,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+28: [2023-05-07 21:12:28,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:28,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt...
+ 3: [2023-05-07 21:12:28,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt...
+ 3: [2023-05-07 21:12:28,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt...
+ 3: [2023-05-07 21:12:28,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt...
+ 3: [2023-05-07 21:12:28,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt...
+ 3: [2023-05-07 21:12:28,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt...
+ 3: [2023-05-07 21:12:28,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt...
+ 3: [2023-05-07 21:12:28,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt...
+ 8: [2023-05-07 21:12:28,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+28: [2023-05-07 21:12:28,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:28,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:28,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+28: [2023-05-07 21:12:28,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+28: [2023-05-07 21:12:28,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:28,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+28: [2023-05-07 21:12:28,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:28,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:28,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+25: [2023-05-07 21:12:28,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+25: [2023-05-07 21:12:28,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+22: [2023-05-07 21:12:28,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt...
+22: [2023-05-07 21:12:28,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt...
+22: [2023-05-07 21:12:28,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt...
+22: [2023-05-07 21:12:28,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt...
+22: [2023-05-07 21:12:28,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt...
+22: [2023-05-07 21:12:28,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt...
+22: [2023-05-07 21:12:28,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt...
+22: [2023-05-07 21:12:28,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt...
+20: [2023-05-07 21:12:28,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:28,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:28,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+14: [2023-05-07 21:12:28,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+14: [2023-05-07 21:12:28,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:28,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:28,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+20: [2023-05-07 21:12:28,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:28,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+14: [2023-05-07 21:12:28,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+14: [2023-05-07 21:12:28,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+14: [2023-05-07 21:12:28,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+17: [2023-05-07 21:12:28,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+17: [2023-05-07 21:12:28,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+17: [2023-05-07 21:12:28,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+17: [2023-05-07 21:12:28,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+17: [2023-05-07 21:12:28,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+17: [2023-05-07 21:12:28,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+17: [2023-05-07 21:12:28,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+20: [2023-05-07 21:12:28,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+17: [2023-05-07 21:12:28,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+14: [2023-05-07 21:12:28,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:28,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:28,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:28,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+14: [2023-05-07 21:12:28,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+17: [2023-05-07 21:12:28,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+16: [2023-05-07 21:12:28,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+12: [2023-05-07 21:12:28,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+12: [2023-05-07 21:12:28,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+17: [2023-05-07 21:12:28,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+12: [2023-05-07 21:12:28,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+15: [2023-05-07 21:12:28,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:28,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+12: [2023-05-07 21:12:28,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:28,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+16: [2023-05-07 21:12:28,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+12: [2023-05-07 21:12:28,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+12: [2023-05-07 21:12:28,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+24: [2023-05-07 21:12:28,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+17: [2023-05-07 21:12:28,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+17: [2023-05-07 21:12:28,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+15: [2023-05-07 21:12:28,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+17: [2023-05-07 21:12:28,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+17: [2023-05-07 21:12:28,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+17: [2023-05-07 21:12:28,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+24: [2023-05-07 21:12:28,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+17: [2023-05-07 21:12:28,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+16: [2023-05-07 21:12:29,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+25: [2023-05-07 21:12:29,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt...
+25: [2023-05-07 21:12:29,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt...
+25: [2023-05-07 21:12:29,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt...
+25: [2023-05-07 21:12:29,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt...
+25: [2023-05-07 21:12:29,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt...
+25: [2023-05-07 21:12:29,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt...
+25: [2023-05-07 21:12:29,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt...
+25: [2023-05-07 21:12:29,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt...
+15: [2023-05-07 21:12:29,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+13: [2023-05-07 21:12:29,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+13: [2023-05-07 21:12:29,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:29,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:29,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:29,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:29,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:29,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:29,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+13: [2023-05-07 21:12:29,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+14: [2023-05-07 21:12:29,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:29,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:29,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:29,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:29,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:29,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:29,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:29,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:29,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:29,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:29,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:29,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+24: [2023-05-07 21:12:29,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:29,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:29,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+14: [2023-05-07 21:12:29,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:29,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:29,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:29,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:29,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:29,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:29,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:29,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:29,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:29,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+13: [2023-05-07 21:12:29,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:29,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:29,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:29,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:29,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+24: [2023-05-07 21:12:29,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:29,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+24: [2023-05-07 21:12:29,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+14: [2023-05-07 21:12:29,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+14: [2023-05-07 21:12:29,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+14: [2023-05-07 21:12:29,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+13: [2023-05-07 21:12:29,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+14: [2023-05-07 21:12:29,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+24: [2023-05-07 21:12:29,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:29,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:29,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:29,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:29,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+13: [2023-05-07 21:12:29,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:29,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+13: [2023-05-07 21:12:29,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+16: [2023-05-07 21:12:29,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+13: [2023-05-07 21:12:29,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+13: [2023-05-07 21:12:29,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+16: [2023-05-07 21:12:29,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+16: [2023-05-07 21:12:29,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+17: [2023-05-07 21:12:29,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+29: [2023-05-07 21:12:29,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+29: [2023-05-07 21:12:29,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+29: [2023-05-07 21:12:29,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+29: [2023-05-07 21:12:29,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+29: [2023-05-07 21:12:29,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+29: [2023-05-07 21:12:29,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+29: [2023-05-07 21:12:29,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+29: [2023-05-07 21:12:29,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:29,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+21: [2023-05-07 21:12:29,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:29,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:29,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt...
+ 9: [2023-05-07 21:12:29,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt...
+ 9: [2023-05-07 21:12:29,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt...
+ 9: [2023-05-07 21:12:29,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt...
+ 9: [2023-05-07 21:12:29,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt...
+ 9: [2023-05-07 21:12:29,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt...
+ 9: [2023-05-07 21:12:29,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt...
+ 9: [2023-05-07 21:12:29,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt...
+24: [2023-05-07 21:12:29,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:29,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+21: [2023-05-07 21:12:29,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+13: [2023-05-07 21:12:29,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+13: [2023-05-07 21:12:29,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:29,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:29,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+24: [2023-05-07 21:12:29,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+21: [2023-05-07 21:12:29,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+24: [2023-05-07 21:12:29,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:29,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+24: [2023-05-07 21:12:29,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+24: [2023-05-07 21:12:29,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+21: [2023-05-07 21:12:29,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+21: [2023-05-07 21:12:29,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+21: [2023-05-07 21:12:29,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+21: [2023-05-07 21:12:29,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:29,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+12: [2023-05-07 21:12:29,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+12: [2023-05-07 21:12:29,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+12: [2023-05-07 21:12:29,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+12: [2023-05-07 21:12:29,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+12: [2023-05-07 21:12:29,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+17: [2023-05-07 21:12:29,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+17: [2023-05-07 21:12:29,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+17: [2023-05-07 21:12:29,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:29,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:29,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:29,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+12: [2023-05-07 21:12:29,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:29,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+12: [2023-05-07 21:12:29,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+12: [2023-05-07 21:12:29,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+12: [2023-05-07 21:12:29,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+29: [2023-05-07 21:12:29,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+23: [2023-05-07 21:12:29,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+21: [2023-05-07 21:12:29,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+23: [2023-05-07 21:12:29,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+18: [2023-05-07 21:12:29,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+18: [2023-05-07 21:12:29,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+18: [2023-05-07 21:12:29,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+23: [2023-05-07 21:12:29,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+28: [2023-05-07 21:12:29,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+28: [2023-05-07 21:12:29,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+28: [2023-05-07 21:12:29,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+28: [2023-05-07 21:12:29,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+28: [2023-05-07 21:12:29,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+28: [2023-05-07 21:12:29,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+28: [2023-05-07 21:12:29,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+28: [2023-05-07 21:12:29,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+23: [2023-05-07 21:12:29,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+18: [2023-05-07 21:12:29,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+18: [2023-05-07 21:12:29,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+18: [2023-05-07 21:12:29,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+18: [2023-05-07 21:12:29,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+17: [2023-05-07 21:12:29,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+17: [2023-05-07 21:12:29,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+17: [2023-05-07 21:12:29,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+17: [2023-05-07 21:12:29,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+17: [2023-05-07 21:12:29,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+17: [2023-05-07 21:12:29,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+29: [2023-05-07 21:12:29,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:29,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:29,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:29,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:29,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:29,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:29,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+29: [2023-05-07 21:12:29,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+28: [2023-05-07 21:12:29,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+28: [2023-05-07 21:12:29,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+29: [2023-05-07 21:12:29,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+29: [2023-05-07 21:12:29,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+28: [2023-05-07 21:12:29,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+28: [2023-05-07 21:12:29,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+28: [2023-05-07 21:12:29,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+28: [2023-05-07 21:12:29,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+28: [2023-05-07 21:12:29,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+21: [2023-05-07 21:12:29,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+28: [2023-05-07 21:12:29,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+29: [2023-05-07 21:12:29,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+29: [2023-05-07 21:12:29,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+29: [2023-05-07 21:12:29,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+21: [2023-05-07 21:12:29,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+21: [2023-05-07 21:12:29,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+21: [2023-05-07 21:12:29,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+29: [2023-05-07 21:12:29,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+29: [2023-05-07 21:12:29,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+21: [2023-05-07 21:12:29,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+21: [2023-05-07 21:12:29,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+23: [2023-05-07 21:12:29,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+29: [2023-05-07 21:12:29,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+29: [2023-05-07 21:12:29,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+29: [2023-05-07 21:12:29,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+29: [2023-05-07 21:12:29,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+29: [2023-05-07 21:12:29,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+29: [2023-05-07 21:12:29,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+29: [2023-05-07 21:12:29,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+29: [2023-05-07 21:12:29,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+29: [2023-05-07 21:12:29,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+21: [2023-05-07 21:12:29,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+21: [2023-05-07 21:12:29,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+18: [2023-05-07 21:12:29,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+21: [2023-05-07 21:12:29,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+21: [2023-05-07 21:12:29,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+29: [2023-05-07 21:12:29,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+21: [2023-05-07 21:12:29,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+21: [2023-05-07 21:12:29,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+21: [2023-05-07 21:12:29,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+23: [2023-05-07 21:12:29,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+23: [2023-05-07 21:12:29,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:29,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+23: [2023-05-07 21:12:29,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+18: [2023-05-07 21:12:29,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+18: [2023-05-07 21:12:29,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+23: [2023-05-07 21:12:29,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+18: [2023-05-07 21:12:29,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+23: [2023-05-07 21:12:29,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+23: [2023-05-07 21:12:29,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+23: [2023-05-07 21:12:29,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+18: [2023-05-07 21:12:29,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+23: [2023-05-07 21:12:29,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+18: [2023-05-07 21:12:29,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+18: [2023-05-07 21:12:29,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+18: [2023-05-07 21:12:29,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:29,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:29,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:29,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:29,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+23: [2023-05-07 21:12:29,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+28: [2023-05-07 21:12:29,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+28: [2023-05-07 21:12:29,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+28: [2023-05-07 21:12:29,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+18: [2023-05-07 21:12:29,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+18: [2023-05-07 21:12:29,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+23: [2023-05-07 21:12:29,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+18: [2023-05-07 21:12:29,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+23: [2023-05-07 21:12:29,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+23: [2023-05-07 21:12:29,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+23: [2023-05-07 21:12:29,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:29,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+23: [2023-05-07 21:12:29,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+23: [2023-05-07 21:12:29,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+23: [2023-05-07 21:12:29,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+18: [2023-05-07 21:12:29,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+18: [2023-05-07 21:12:29,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+18: [2023-05-07 21:12:29,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+23: [2023-05-07 21:12:29,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+18: [2023-05-07 21:12:29,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+18: [2023-05-07 21:12:29,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+23: [2023-05-07 21:12:29,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:29,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:29,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:29,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt...
+29: [2023-05-07 21:12:29,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt...
+29: [2023-05-07 21:12:29,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt...
+29: [2023-05-07 21:12:29,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt...
+29: [2023-05-07 21:12:29,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt...
+29: [2023-05-07 21:12:29,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt...
+29: [2023-05-07 21:12:29,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt...
+29: [2023-05-07 21:12:29,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt...
+21: [2023-05-07 21:12:29,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt...
+21: [2023-05-07 21:12:29,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt...
+21: [2023-05-07 21:12:29,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt...
+21: [2023-05-07 21:12:29,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt...
+21: [2023-05-07 21:12:29,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt...
+21: [2023-05-07 21:12:29,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt...
+21: [2023-05-07 21:12:29,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt...
+21: [2023-05-07 21:12:29,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt...
+ 2: [2023-05-07 21:12:29,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+28: [2023-05-07 21:12:29,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+28: [2023-05-07 21:12:29,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+28: [2023-05-07 21:12:29,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+28: [2023-05-07 21:12:29,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:29,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+28: [2023-05-07 21:12:29,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+14: [2023-05-07 21:12:29,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:29,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:29,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+14: [2023-05-07 21:12:29,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+14: [2023-05-07 21:12:29,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+14: [2023-05-07 21:12:29,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+14: [2023-05-07 21:12:29,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+14: [2023-05-07 21:12:29,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+14: [2023-05-07 21:12:29,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+14: [2023-05-07 21:12:29,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+28: [2023-05-07 21:12:29,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt...
+10: [2023-05-07 21:12:29,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt...
+10: [2023-05-07 21:12:29,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt...
+10: [2023-05-07 21:12:29,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt...
+10: [2023-05-07 21:12:29,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt...
+10: [2023-05-07 21:12:29,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt...
+10: [2023-05-07 21:12:29,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt...
+10: [2023-05-07 21:12:29,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt...
+ 6: [2023-05-07 21:12:29,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+28: [2023-05-07 21:12:29,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:29,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:29,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+14: [2023-05-07 21:12:29,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:29,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:29,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+28: [2023-05-07 21:12:29,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:29,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 6: [2023-05-07 21:12:29,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+28: [2023-05-07 21:12:29,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+28: [2023-05-07 21:12:29,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+28: [2023-05-07 21:12:29,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+28: [2023-05-07 21:12:29,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+28: [2023-05-07 21:12:29,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+14: [2023-05-07 21:12:29,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+28: [2023-05-07 21:12:29,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+28: [2023-05-07 21:12:29,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+28: [2023-05-07 21:12:29,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+14: [2023-05-07 21:12:29,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+28: [2023-05-07 21:12:29,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+14: [2023-05-07 21:12:29,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+14: [2023-05-07 21:12:29,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+14: [2023-05-07 21:12:29,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+14: [2023-05-07 21:12:29,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+14: [2023-05-07 21:12:29,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+28: [2023-05-07 21:12:29,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+28: [2023-05-07 21:12:29,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+28: [2023-05-07 21:12:29,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+28: [2023-05-07 21:12:29,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+28: [2023-05-07 21:12:29,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+28: [2023-05-07 21:12:29,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+28: [2023-05-07 21:12:29,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+28: [2023-05-07 21:12:29,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+28: [2023-05-07 21:12:29,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+28: [2023-05-07 21:12:29,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+28: [2023-05-07 21:12:29,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+28: [2023-05-07 21:12:29,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+28: [2023-05-07 21:12:29,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+28: [2023-05-07 21:12:29,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+28: [2023-05-07 21:12:29,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+28: [2023-05-07 21:12:29,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+28: [2023-05-07 21:12:29,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+28: [2023-05-07 21:12:29,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+28: [2023-05-07 21:12:29,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+28: [2023-05-07 21:12:29,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt...
+23: [2023-05-07 21:12:29,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt...
+23: [2023-05-07 21:12:29,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt...
+23: [2023-05-07 21:12:29,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt...
+23: [2023-05-07 21:12:29,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt...
+23: [2023-05-07 21:12:29,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt...
+23: [2023-05-07 21:12:29,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt...
+23: [2023-05-07 21:12:29,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt...
+18: [2023-05-07 21:12:29,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt...
+18: [2023-05-07 21:12:29,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt...
+18: [2023-05-07 21:12:29,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt...
+18: [2023-05-07 21:12:29,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt...
+18: [2023-05-07 21:12:29,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt...
+18: [2023-05-07 21:12:29,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt...
+18: [2023-05-07 21:12:29,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt...
+18: [2023-05-07 21:12:29,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt...
+14: [2023-05-07 21:12:29,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+16: [2023-05-07 21:12:29,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 6: [2023-05-07 21:12:29,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt...
+ 6: [2023-05-07 21:12:29,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt...
+ 6: [2023-05-07 21:12:29,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt...
+ 6: [2023-05-07 21:12:29,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt...
+ 6: [2023-05-07 21:12:29,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt...
+ 6: [2023-05-07 21:12:29,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt...
+ 6: [2023-05-07 21:12:29,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt...
+ 6: [2023-05-07 21:12:29,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt...
+14: [2023-05-07 21:12:29,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+16: [2023-05-07 21:12:29,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+16: [2023-05-07 21:12:29,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+16: [2023-05-07 21:12:29,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+16: [2023-05-07 21:12:29,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+16: [2023-05-07 21:12:29,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+16: [2023-05-07 21:12:29,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+14: [2023-05-07 21:12:29,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+14: [2023-05-07 21:12:29,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+14: [2023-05-07 21:12:29,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+14: [2023-05-07 21:12:29,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+22: [2023-05-07 21:12:29,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt.
+22: [2023-05-07 21:12:29,307] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 182
+ 7: [2023-05-07 21:12:29,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:29,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:29,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:29,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:29,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:29,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:29,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:29,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:29,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt.
+ 3: [2023-05-07 21:12:29,309] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 29
+14: [2023-05-07 21:12:29,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+14: [2023-05-07 21:12:29,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+22: [2023-05-07 21:12:29,311] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 182
+ 7: [2023-05-07 21:12:29,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:29,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:29,313] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 29
+28: [2023-05-07 21:12:29,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt...
+28: [2023-05-07 21:12:29,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt...
+28: [2023-05-07 21:12:29,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt...
+28: [2023-05-07 21:12:29,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt...
+28: [2023-05-07 21:12:29,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt...
+28: [2023-05-07 21:12:29,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt...
+28: [2023-05-07 21:12:29,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt...
+28: [2023-05-07 21:12:29,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt...
+ 7: [2023-05-07 21:12:29,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:29,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:29,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:29,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:29,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:29,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:29,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt.
+ 3: [2023-05-07 21:12:29,321] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 31
+15: [2023-05-07 21:12:29,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+14: [2023-05-07 21:12:29,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+14: [2023-05-07 21:12:29,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+14: [2023-05-07 21:12:29,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+14: [2023-05-07 21:12:29,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:29,325] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 31
+15: [2023-05-07 21:12:29,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+24: [2023-05-07 21:12:29,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+22: [2023-05-07 21:12:29,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt.
+24: [2023-05-07 21:12:29,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+22: [2023-05-07 21:12:29,331] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 177
+14: [2023-05-07 21:12:29,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+14: [2023-05-07 21:12:29,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+14: [2023-05-07 21:12:29,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+14: [2023-05-07 21:12:29,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+24: [2023-05-07 21:12:29,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+22: [2023-05-07 21:12:29,335] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 177
+24: [2023-05-07 21:12:29,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+14: [2023-05-07 21:12:29,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+14: [2023-05-07 21:12:29,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+14: [2023-05-07 21:12:29,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+14: [2023-05-07 21:12:29,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+14: [2023-05-07 21:12:29,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+14: [2023-05-07 21:12:29,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+14: [2023-05-07 21:12:29,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+14: [2023-05-07 21:12:29,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+24: [2023-05-07 21:12:29,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+24: [2023-05-07 21:12:29,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+24: [2023-05-07 21:12:29,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+24: [2023-05-07 21:12:29,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+24: [2023-05-07 21:12:29,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+25: [2023-05-07 21:12:29,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt.
+25: [2023-05-07 21:12:29,343] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 201
+16: [2023-05-07 21:12:29,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+25: [2023-05-07 21:12:29,348] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 201
+25: [2023-05-07 21:12:29,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt.
+25: [2023-05-07 21:12:29,358] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 200
+14: [2023-05-07 21:12:29,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+14: [2023-05-07 21:12:29,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+14: [2023-05-07 21:12:29,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+14: [2023-05-07 21:12:29,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+14: [2023-05-07 21:12:29,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+14: [2023-05-07 21:12:29,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+14: [2023-05-07 21:12:29,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+14: [2023-05-07 21:12:29,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+14: [2023-05-07 21:12:29,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+14: [2023-05-07 21:12:29,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+14: [2023-05-07 21:12:29,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+14: [2023-05-07 21:12:29,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+14: [2023-05-07 21:12:29,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+14: [2023-05-07 21:12:29,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+25: [2023-05-07 21:12:29,362] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 200
+14: [2023-05-07 21:12:29,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+14: [2023-05-07 21:12:29,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:29,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:29,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+16: [2023-05-07 21:12:29,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:29,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt.
+16: [2023-05-07 21:12:29,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:29,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt.
+ 3: [2023-05-07 21:12:29,373] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 26
+ 3: [2023-05-07 21:12:29,374] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 30
+19: [2023-05-07 21:12:29,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+14: [2023-05-07 21:12:29,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt...
+14: [2023-05-07 21:12:29,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt...
+14: [2023-05-07 21:12:29,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt...
+14: [2023-05-07 21:12:29,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt...
+14: [2023-05-07 21:12:29,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt...
+14: [2023-05-07 21:12:29,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt...
+14: [2023-05-07 21:12:29,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt...
+14: [2023-05-07 21:12:29,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt...
+ 3: [2023-05-07 21:12:29,377] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 26
+ 3: [2023-05-07 21:12:29,378] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 30
+13: [2023-05-07 21:12:29,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+25: [2023-05-07 21:12:29,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt.
+25: [2023-05-07 21:12:29,380] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 203
+19: [2023-05-07 21:12:29,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+13: [2023-05-07 21:12:29,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+22: [2023-05-07 21:12:29,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt.
+ 1: [2023-05-07 21:12:29,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+22: [2023-05-07 21:12:29,383] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 178
+19: [2023-05-07 21:12:29,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:29,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:29,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+25: [2023-05-07 21:12:29,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt.
+25: [2023-05-07 21:12:29,384] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 203
+25: [2023-05-07 21:12:29,384] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 205
+ 7: [2023-05-07 21:12:29,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+16: [2023-05-07 21:12:29,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+16: [2023-05-07 21:12:29,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+22: [2023-05-07 21:12:29,386] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 178
+ 7: [2023-05-07 21:12:29,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:29,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:29,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+13: [2023-05-07 21:12:29,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+13: [2023-05-07 21:12:29,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+13: [2023-05-07 21:12:29,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+13: [2023-05-07 21:12:29,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+25: [2023-05-07 21:12:29,389] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 205
+24: [2023-05-07 21:12:29,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+16: [2023-05-07 21:12:29,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+24: [2023-05-07 21:12:29,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:29,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:29,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:29,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:29,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:29,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:29,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:29,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:29,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+25: [2023-05-07 21:12:29,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt.
+ 7: [2023-05-07 21:12:29,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+25: [2023-05-07 21:12:29,391] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 207
+ 7: [2023-05-07 21:12:29,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:29,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt.
+ 1: [2023-05-07 21:12:29,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:29,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:29,392] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 75
+ 1: [2023-05-07 21:12:29,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:29,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+16: [2023-05-07 21:12:29,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+25: [2023-05-07 21:12:29,396] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 207
+16: [2023-05-07 21:12:29,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+16: [2023-05-07 21:12:29,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:29,397] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 75
+22: [2023-05-07 21:12:29,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt.
+22: [2023-05-07 21:12:29,400] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 176
+15: [2023-05-07 21:12:29,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+16: [2023-05-07 21:12:29,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+16: [2023-05-07 21:12:29,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+16: [2023-05-07 21:12:29,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+16: [2023-05-07 21:12:29,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+22: [2023-05-07 21:12:29,404] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 176
+16: [2023-05-07 21:12:29,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:29,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+16: [2023-05-07 21:12:29,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+16: [2023-05-07 21:12:29,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+16: [2023-05-07 21:12:29,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+16: [2023-05-07 21:12:29,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+16: [2023-05-07 21:12:29,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+16: [2023-05-07 21:12:29,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+16: [2023-05-07 21:12:29,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:29,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt.
+ 7: [2023-05-07 21:12:29,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:29,412] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 24
+ 7: [2023-05-07 21:12:29,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:29,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:29,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+24: [2023-05-07 21:12:29,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:29,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+22: [2023-05-07 21:12:29,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt.
+22: [2023-05-07 21:12:29,413] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 179
+24: [2023-05-07 21:12:29,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:29,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:29,416] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 24
+ 7: [2023-05-07 21:12:29,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+22: [2023-05-07 21:12:29,418] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 179
+ 8: [2023-05-07 21:12:29,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:29,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:29,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:29,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+24: [2023-05-07 21:12:29,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:29,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+24: [2023-05-07 21:12:29,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:29,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:29,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:29,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:29,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:29,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:29,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+17: [2023-05-07 21:12:29,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:29,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:29,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt.
+ 9: [2023-05-07 21:12:29,424] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 79
+17: [2023-05-07 21:12:29,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+22: [2023-05-07 21:12:29,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt.
+ 8: [2023-05-07 21:12:29,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:29,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+22: [2023-05-07 21:12:29,426] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 183
+ 8: [2023-05-07 21:12:29,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:29,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt.
+20: [2023-05-07 21:12:29,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:29,428] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 76
+20: [2023-05-07 21:12:29,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+25: [2023-05-07 21:12:29,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt.
+25: [2023-05-07 21:12:29,429] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 206
+ 8: [2023-05-07 21:12:29,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:29,429] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 79
+ 8: [2023-05-07 21:12:29,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+22: [2023-05-07 21:12:29,431] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 183
+20: [2023-05-07 21:12:29,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+25: [2023-05-07 21:12:29,432] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 206
+20: [2023-05-07 21:12:29,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:29,433] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 76
+17: [2023-05-07 21:12:29,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+17: [2023-05-07 21:12:29,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+17: [2023-05-07 21:12:29,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+17: [2023-05-07 21:12:29,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+17: [2023-05-07 21:12:29,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+17: [2023-05-07 21:12:29,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:29,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:29,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:29,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:29,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:29,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:29,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:29,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+15: [2023-05-07 21:12:29,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 7: [2023-05-07 21:12:29,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+24: [2023-05-07 21:12:29,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+24: [2023-05-07 21:12:29,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+24: [2023-05-07 21:12:29,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+24: [2023-05-07 21:12:29,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+24: [2023-05-07 21:12:29,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+24: [2023-05-07 21:12:29,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+24: [2023-05-07 21:12:29,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+24: [2023-05-07 21:12:29,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:29,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+24: [2023-05-07 21:12:29,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+24: [2023-05-07 21:12:29,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+24: [2023-05-07 21:12:29,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+24: [2023-05-07 21:12:29,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+22: [2023-05-07 21:12:29,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt.
+22: [2023-05-07 21:12:29,455] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 180
+19: [2023-05-07 21:12:29,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:29,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt.
+19: [2023-05-07 21:12:29,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:29,458] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 74
+13: [2023-05-07 21:12:29,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+13: [2023-05-07 21:12:29,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+22: [2023-05-07 21:12:29,459] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 180
+19: [2023-05-07 21:12:29,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:29,463] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 74
+19: [2023-05-07 21:12:29,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:29,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt.
+12: [2023-05-07 21:12:29,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:29,464] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 28
+19: [2023-05-07 21:12:29,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:29,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt.
+ 9: [2023-05-07 21:12:29,465] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 78
+16: [2023-05-07 21:12:29,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt...
+16: [2023-05-07 21:12:29,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt...
+16: [2023-05-07 21:12:29,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt...
+16: [2023-05-07 21:12:29,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt...
+16: [2023-05-07 21:12:29,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt...
+16: [2023-05-07 21:12:29,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt...
+16: [2023-05-07 21:12:29,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt...
+16: [2023-05-07 21:12:29,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt...
+13: [2023-05-07 21:12:29,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+13: [2023-05-07 21:12:29,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+13: [2023-05-07 21:12:29,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+13: [2023-05-07 21:12:29,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+12: [2023-05-07 21:12:29,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+12: [2023-05-07 21:12:29,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+12: [2023-05-07 21:12:29,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+13: [2023-05-07 21:12:29,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:29,468] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 28
+26: [2023-05-07 21:12:29,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:29,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt.
+ 9: [2023-05-07 21:12:29,469] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 78
+ 3: [2023-05-07 21:12:29,470] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 27
+ 8: [2023-05-07 21:12:29,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+12: [2023-05-07 21:12:29,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+12: [2023-05-07 21:12:29,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+12: [2023-05-07 21:12:29,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+12: [2023-05-07 21:12:29,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 3: [2023-05-07 21:12:29,473] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 27
+26: [2023-05-07 21:12:29,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+17: [2023-05-07 21:12:29,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:29,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:29,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:29,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 7: [2023-05-07 21:12:29,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt...
+ 7: [2023-05-07 21:12:29,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt...
+ 7: [2023-05-07 21:12:29,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt...
+ 7: [2023-05-07 21:12:29,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt...
+ 7: [2023-05-07 21:12:29,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt...
+ 7: [2023-05-07 21:12:29,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt...
+ 7: [2023-05-07 21:12:29,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt...
+ 7: [2023-05-07 21:12:29,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt...
+26: [2023-05-07 21:12:29,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:29,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+13: [2023-05-07 21:12:29,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+13: [2023-05-07 21:12:29,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:29,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:29,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:29,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+19: [2023-05-07 21:12:29,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+13: [2023-05-07 21:12:29,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+13: [2023-05-07 21:12:29,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+13: [2023-05-07 21:12:29,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+13: [2023-05-07 21:12:29,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+13: [2023-05-07 21:12:29,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+13: [2023-05-07 21:12:29,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+13: [2023-05-07 21:12:29,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:29,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:29,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:29,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:29,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:29,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:29,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:29,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:29,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+15: [2023-05-07 21:12:29,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt...
+15: [2023-05-07 21:12:29,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt...
+15: [2023-05-07 21:12:29,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt...
+15: [2023-05-07 21:12:29,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt...
+15: [2023-05-07 21:12:29,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt...
+15: [2023-05-07 21:12:29,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt...
+15: [2023-05-07 21:12:29,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt...
+15: [2023-05-07 21:12:29,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt...
+25: [2023-05-07 21:12:29,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt.
+ 1: [2023-05-07 21:12:29,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 1: [2023-05-07 21:12:29,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+25: [2023-05-07 21:12:29,488] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 204
+20: [2023-05-07 21:12:29,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:29,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt.
+ 8: [2023-05-07 21:12:29,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+25: [2023-05-07 21:12:29,493] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 204
+ 9: [2023-05-07 21:12:29,493] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 72
+ 8: [2023-05-07 21:12:29,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+17: [2023-05-07 21:12:29,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:29,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:29,497] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 72
+17: [2023-05-07 21:12:29,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+17: [2023-05-07 21:12:29,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+25: [2023-05-07 21:12:29,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt.
+25: [2023-05-07 21:12:29,504] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 202
+20: [2023-05-07 21:12:29,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+25: [2023-05-07 21:12:29,509] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 202
+ 2: [2023-05-07 21:12:29,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+24: [2023-05-07 21:12:29,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt...
+24: [2023-05-07 21:12:29,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt...
+24: [2023-05-07 21:12:29,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt...
+24: [2023-05-07 21:12:29,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt...
+24: [2023-05-07 21:12:29,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt...
+24: [2023-05-07 21:12:29,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt...
+24: [2023-05-07 21:12:29,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt...
+24: [2023-05-07 21:12:29,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt...
+20: [2023-05-07 21:12:29,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+17: [2023-05-07 21:12:29,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+17: [2023-05-07 21:12:29,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:29,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:29,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:29,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+20: [2023-05-07 21:12:29,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:29,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+19: [2023-05-07 21:12:29,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt...
+19: [2023-05-07 21:12:29,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt...
+19: [2023-05-07 21:12:29,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt...
+19: [2023-05-07 21:12:29,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt...
+19: [2023-05-07 21:12:29,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt...
+19: [2023-05-07 21:12:29,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt...
+19: [2023-05-07 21:12:29,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt...
+19: [2023-05-07 21:12:29,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt...
+27: [2023-05-07 21:12:29,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:29,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:29,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:29,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+13: [2023-05-07 21:12:29,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt...
+13: [2023-05-07 21:12:29,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt...
+13: [2023-05-07 21:12:29,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt...
+13: [2023-05-07 21:12:29,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt...
+13: [2023-05-07 21:12:29,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt...
+13: [2023-05-07 21:12:29,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt...
+13: [2023-05-07 21:12:29,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt...
+13: [2023-05-07 21:12:29,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt...
+27: [2023-05-07 21:12:29,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:29,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:29,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+12: [2023-05-07 21:12:29,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:29,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:29,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:29,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:29,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:29,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+12: [2023-05-07 21:12:29,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 8: [2023-05-07 21:12:29,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+12: [2023-05-07 21:12:29,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+12: [2023-05-07 21:12:29,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+17: [2023-05-07 21:12:29,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+12: [2023-05-07 21:12:29,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+17: [2023-05-07 21:12:29,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+17: [2023-05-07 21:12:29,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+17: [2023-05-07 21:12:29,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+17: [2023-05-07 21:12:29,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+17: [2023-05-07 21:12:29,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+12: [2023-05-07 21:12:29,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+12: [2023-05-07 21:12:29,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:29,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt.
+12: [2023-05-07 21:12:29,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:29,561] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 77
+11: [2023-05-07 21:12:29,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 1: [2023-05-07 21:12:29,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt...
+ 1: [2023-05-07 21:12:29,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt...
+ 1: [2023-05-07 21:12:29,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt...
+ 1: [2023-05-07 21:12:29,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt...
+ 1: [2023-05-07 21:12:29,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt...
+ 1: [2023-05-07 21:12:29,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt...
+ 1: [2023-05-07 21:12:29,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt...
+ 1: [2023-05-07 21:12:29,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt...
+31: [2023-05-07 21:12:29,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt.
+29: [2023-05-07 21:12:29,563] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 239
+30: [2023-05-07 21:12:29,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 9: [2023-05-07 21:12:29,565] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 77
+ 0: [2023-05-07 21:12:29,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+12: [2023-05-07 21:12:29,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt.
+12: [2023-05-07 21:12:29,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+22: [2023-05-07 21:12:29,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt.
+29: [2023-05-07 21:12:29,567] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 239
+10: [2023-05-07 21:12:29,567] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 80
+12: [2023-05-07 21:12:29,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+12: [2023-05-07 21:12:29,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+22: [2023-05-07 21:12:29,567] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 181
+12: [2023-05-07 21:12:29,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt.
+29: [2023-05-07 21:12:29,568] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 233
+12: [2023-05-07 21:12:29,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+12: [2023-05-07 21:12:29,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,572] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 80
+22: [2023-05-07 21:12:29,572] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 181
+26: [2023-05-07 21:12:29,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,573] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 233
+26: [2023-05-07 21:12:29,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+26: [2023-05-07 21:12:29,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt.
+18: [2023-05-07 21:12:29,575] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 144
+ 9: [2023-05-07 21:12:29,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt.
+ 2: [2023-05-07 21:12:29,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 9: [2023-05-07 21:12:29,576] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 73
+29: [2023-05-07 21:12:29,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt.
+29: [2023-05-07 21:12:29,576] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 237
+ 0: [2023-05-07 21:12:29,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+18: [2023-05-07 21:12:29,579] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 144
+ 9: [2023-05-07 21:12:29,580] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 73
+ 0: [2023-05-07 21:12:29,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,580] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 237
+17: [2023-05-07 21:12:29,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt...
+17: [2023-05-07 21:12:29,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt...
+17: [2023-05-07 21:12:29,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt...
+17: [2023-05-07 21:12:29,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt...
+17: [2023-05-07 21:12:29,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt...
+17: [2023-05-07 21:12:29,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt...
+17: [2023-05-07 21:12:29,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt...
+17: [2023-05-07 21:12:29,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt...
+ 8: [2023-05-07 21:12:29,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt...
+ 8: [2023-05-07 21:12:29,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt...
+ 8: [2023-05-07 21:12:29,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt...
+ 8: [2023-05-07 21:12:29,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt...
+ 8: [2023-05-07 21:12:29,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt...
+ 8: [2023-05-07 21:12:29,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt...
+ 8: [2023-05-07 21:12:29,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt...
+ 2: [2023-05-07 21:12:29,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt.
+21: [2023-05-07 21:12:29,588] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 171
+29: [2023-05-07 21:12:29,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt.
+29: [2023-05-07 21:12:29,589] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 234
+ 2: [2023-05-07 21:12:29,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+20: [2023-05-07 21:12:29,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt...
+20: [2023-05-07 21:12:29,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt...
+20: [2023-05-07 21:12:29,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt...
+20: [2023-05-07 21:12:29,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt...
+20: [2023-05-07 21:12:29,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt...
+20: [2023-05-07 21:12:29,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt...
+20: [2023-05-07 21:12:29,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt...
+20: [2023-05-07 21:12:29,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt...
+21: [2023-05-07 21:12:29,593] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 171
+10: [2023-05-07 21:12:29,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt.
+29: [2023-05-07 21:12:29,593] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 234
+10: [2023-05-07 21:12:29,594] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 82
+21: [2023-05-07 21:12:29,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt.
+21: [2023-05-07 21:12:29,595] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 168
+29: [2023-05-07 21:12:29,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt.
+29: [2023-05-07 21:12:29,597] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 236
+10: [2023-05-07 21:12:29,598] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 82
+21: [2023-05-07 21:12:29,599] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 168
+ 2: [2023-05-07 21:12:29,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,600] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 236
+ 2: [2023-05-07 21:12:29,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+21: [2023-05-07 21:12:29,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt.
+27: [2023-05-07 21:12:29,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+21: [2023-05-07 21:12:29,607] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 169
+ 2: [2023-05-07 21:12:29,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt.
+10: [2023-05-07 21:12:29,609] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 83
+11: [2023-05-07 21:12:29,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:29,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt.
+18: [2023-05-07 21:12:29,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt.
+ 3: [2023-05-07 21:12:29,611] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 25
+18: [2023-05-07 21:12:29,612] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 147
+ 2: [2023-05-07 21:12:29,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,612] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 169
+ 2: [2023-05-07 21:12:29,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,613] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 83
+31: [2023-05-07 21:12:29,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 3: [2023-05-07 21:12:29,615] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 25
+ 2: [2023-05-07 21:12:29,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 2: [2023-05-07 21:12:29,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,616] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 147
+ 5: [2023-05-07 21:12:29,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt.
+27: [2023-05-07 21:12:29,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,618] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 148
+23: [2023-05-07 21:12:29,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt.
+21: [2023-05-07 21:12:29,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt.
+23: [2023-05-07 21:12:29,619] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 185
+21: [2023-05-07 21:12:29,619] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 175
+ 4: [2023-05-07 21:12:29,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,623] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 148
+21: [2023-05-07 21:12:29,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt.
+11: [2023-05-07 21:12:29,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,623] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 174
+27: [2023-05-07 21:12:29,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+23: [2023-05-07 21:12:29,624] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 185
+30: [2023-05-07 21:12:29,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+21: [2023-05-07 21:12:29,624] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 175
+11: [2023-05-07 21:12:29,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 8: [2023-05-07 21:12:29,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt...
+31: [2023-05-07 21:12:29,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+21: [2023-05-07 21:12:29,626] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 174
+ 4: [2023-05-07 21:12:29,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+12: [2023-05-07 21:12:29,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt...
+12: [2023-05-07 21:12:29,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt...
+12: [2023-05-07 21:12:29,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt...
+12: [2023-05-07 21:12:29,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt...
+12: [2023-05-07 21:12:29,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt...
+12: [2023-05-07 21:12:29,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt...
+12: [2023-05-07 21:12:29,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt...
+21: [2023-05-07 21:12:29,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt.
+ 4: [2023-05-07 21:12:29,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+21: [2023-05-07 21:12:29,628] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 172
+ 5: [2023-05-07 21:12:29,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt.
+21: [2023-05-07 21:12:29,632] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 170
+21: [2023-05-07 21:12:29,633] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 172
+ 4: [2023-05-07 21:12:29,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt.
+11: [2023-05-07 21:12:29,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+23: [2023-05-07 21:12:29,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt.
+30: [2023-05-07 21:12:29,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,636] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 184
+23: [2023-05-07 21:12:29,636] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 191
+21: [2023-05-07 21:12:29,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt.
+21: [2023-05-07 21:12:29,637] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 170
+21: [2023-05-07 21:12:29,637] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 173
+10: [2023-05-07 21:12:29,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt.
+10: [2023-05-07 21:12:29,638] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 84
+27: [2023-05-07 21:12:29,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+21: [2023-05-07 21:12:29,640] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 173
+23: [2023-05-07 21:12:29,641] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 184
+23: [2023-05-07 21:12:29,641] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 191
+ 5: [2023-05-07 21:12:29,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,642] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 84
+30: [2023-05-07 21:12:29,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt.
+11: [2023-05-07 21:12:29,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,645] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 87
+11: [2023-05-07 21:12:29,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+26: [2023-05-07 21:12:29,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt...
+26: [2023-05-07 21:12:29,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt...
+26: [2023-05-07 21:12:29,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt...
+26: [2023-05-07 21:12:29,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt...
+26: [2023-05-07 21:12:29,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt...
+26: [2023-05-07 21:12:29,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt...
+26: [2023-05-07 21:12:29,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt...
+26: [2023-05-07 21:12:29,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt...
+ 4: [2023-05-07 21:12:29,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt.
+ 4: [2023-05-07 21:12:29,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+29: [2023-05-07 21:12:29,647] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 232
+27: [2023-05-07 21:12:29,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+10: [2023-05-07 21:12:29,649] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 87
+ 5: [2023-05-07 21:12:29,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+29: [2023-05-07 21:12:29,651] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 232
+ 5: [2023-05-07 21:12:29,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+11: [2023-05-07 21:12:29,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+11: [2023-05-07 21:12:29,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+23: [2023-05-07 21:12:29,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt.
+27: [2023-05-07 21:12:29,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+27: [2023-05-07 21:12:29,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+23: [2023-05-07 21:12:29,658] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 186
+27: [2023-05-07 21:12:29,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+29: [2023-05-07 21:12:29,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt.
+29: [2023-05-07 21:12:29,659] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 235
+ 4: [2023-05-07 21:12:29,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 4: [2023-05-07 21:12:29,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 4: [2023-05-07 21:12:29,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+31: [2023-05-07 21:12:29,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+31: [2023-05-07 21:12:29,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+23: [2023-05-07 21:12:29,662] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 186
+29: [2023-05-07 21:12:29,663] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 235
+18: [2023-05-07 21:12:29,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt.
+18: [2023-05-07 21:12:29,666] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 150
+29: [2023-05-07 21:12:29,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt.
+29: [2023-05-07 21:12:29,669] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 238
+12: [2023-05-07 21:12:29,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt...
+30: [2023-05-07 21:12:29,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+18: [2023-05-07 21:12:29,670] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 150
+30: [2023-05-07 21:12:29,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt.
+30: [2023-05-07 21:12:29,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,671] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 86
+23: [2023-05-07 21:12:29,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt.
+23: [2023-05-07 21:12:29,672] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 188
+30: [2023-05-07 21:12:29,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt.
+29: [2023-05-07 21:12:29,673] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 238
+30: [2023-05-07 21:12:29,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+10: [2023-05-07 21:12:29,676] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 86
+23: [2023-05-07 21:12:29,676] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 188
+23: [2023-05-07 21:12:29,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt.
+23: [2023-05-07 21:12:29,677] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 190
+ 0: [2023-05-07 21:12:29,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+23: [2023-05-07 21:12:29,681] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 190
+ 0: [2023-05-07 21:12:29,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 2: [2023-05-07 21:12:29,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt...
+ 2: [2023-05-07 21:12:29,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt...
+ 2: [2023-05-07 21:12:29,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt...
+ 2: [2023-05-07 21:12:29,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt...
+ 2: [2023-05-07 21:12:29,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt...
+ 2: [2023-05-07 21:12:29,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt...
+ 2: [2023-05-07 21:12:29,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt...
+ 2: [2023-05-07 21:12:29,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt...
+ 0: [2023-05-07 21:12:29,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 5: [2023-05-07 21:12:29,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 5: [2023-05-07 21:12:29,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+27: [2023-05-07 21:12:29,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt...
+27: [2023-05-07 21:12:29,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt...
+27: [2023-05-07 21:12:29,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt...
+27: [2023-05-07 21:12:29,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt...
+27: [2023-05-07 21:12:29,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt...
+27: [2023-05-07 21:12:29,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt...
+27: [2023-05-07 21:12:29,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt...
+27: [2023-05-07 21:12:29,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt...
+ 0: [2023-05-07 21:12:29,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+28: [2023-05-07 21:12:29,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt.
+ 0: [2023-05-07 21:12:29,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+28: [2023-05-07 21:12:29,705] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 225
+ 0: [2023-05-07 21:12:29,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+18: [2023-05-07 21:12:29,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt.
+ 0: [2023-05-07 21:12:29,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+18: [2023-05-07 21:12:29,709] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 146
+ 0: [2023-05-07 21:12:29,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+28: [2023-05-07 21:12:29,710] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 225
+ 0: [2023-05-07 21:12:29,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+ 0: [2023-05-07 21:12:29,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+ 0: [2023-05-07 21:12:29,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+30: [2023-05-07 21:12:29,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt...
+30: [2023-05-07 21:12:29,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt...
+30: [2023-05-07 21:12:29,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt...
+30: [2023-05-07 21:12:29,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt...
+ 0: [2023-05-07 21:12:29,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt...
+30: [2023-05-07 21:12:29,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt...
+30: [2023-05-07 21:12:29,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt...
+30: [2023-05-07 21:12:29,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt...
+30: [2023-05-07 21:12:29,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt...
+ 0: [2023-05-07 21:12:29,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt.
+18: [2023-05-07 21:12:29,713] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 146
+ 6: [2023-05-07 21:12:29,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt.
+ 6: [2023-05-07 21:12:29,718] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 54
+10: [2023-05-07 21:12:29,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt.
+10: [2023-05-07 21:12:29,718] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 81
+ 0:  > overriding learning rate value to 0.0002
+ 0:  > overriding minimum learning rate value to 2e-05
+ 0:  > overriding warmup iterations value to 0
+ 0:  > overriding total number of iterations value to 1
+ 0:  > overriding decay style value to cosine
+18: [2023-05-07 21:12:29,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt.
+18: [2023-05-07 21:12:29,720] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 145
+11: [2023-05-07 21:12:29,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt...
+11: [2023-05-07 21:12:29,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt...
+11: [2023-05-07 21:12:29,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt...
+11: [2023-05-07 21:12:29,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt...
+11: [2023-05-07 21:12:29,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt...
+11: [2023-05-07 21:12:29,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt...
+11: [2023-05-07 21:12:29,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt...
+11: [2023-05-07 21:12:29,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt...
+ 6: [2023-05-07 21:12:29,722] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 54
+10: [2023-05-07 21:12:29,722] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 81
+ 6: [2023-05-07 21:12:29,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt.
+ 4: [2023-05-07 21:12:29,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt...
+ 4: [2023-05-07 21:12:29,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt...
+ 4: [2023-05-07 21:12:29,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt...
+ 4: [2023-05-07 21:12:29,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt...
+ 4: [2023-05-07 21:12:29,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt...
+ 4: [2023-05-07 21:12:29,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt...
+ 4: [2023-05-07 21:12:29,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt...
+ 4: [2023-05-07 21:12:29,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt...
+ 6: [2023-05-07 21:12:29,723] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 50
+14: [2023-05-07 21:12:29,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt.
+18: [2023-05-07 21:12:29,724] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 145
+14: [2023-05-07 21:12:29,724] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 118
+ 6: [2023-05-07 21:12:29,726] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 50
+ 6: [2023-05-07 21:12:29,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt.
+ 6: [2023-05-07 21:12:29,728] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 55
+14: [2023-05-07 21:12:29,729] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 118
+31: [2023-05-07 21:12:29,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt...
+31: [2023-05-07 21:12:29,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt...
+31: [2023-05-07 21:12:29,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt...
+31: [2023-05-07 21:12:29,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt...
+31: [2023-05-07 21:12:29,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt...
+31: [2023-05-07 21:12:29,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt...
+31: [2023-05-07 21:12:29,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt...
+31: [2023-05-07 21:12:29,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt...
+ 6: [2023-05-07 21:12:29,732] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 55
+28: [2023-05-07 21:12:29,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt.
+28: [2023-05-07 21:12:29,732] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 224
+28: [2023-05-07 21:12:29,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt.
+28: [2023-05-07 21:12:29,733] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 228
+18: [2023-05-07 21:12:29,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt.
+28: [2023-05-07 21:12:29,737] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 224
+ 5: [2023-05-07 21:12:29,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt...
+ 5: [2023-05-07 21:12:29,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt...
+ 5: [2023-05-07 21:12:29,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt...
+ 5: [2023-05-07 21:12:29,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt...
+ 5: [2023-05-07 21:12:29,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt...
+ 5: [2023-05-07 21:12:29,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt...
+ 5: [2023-05-07 21:12:29,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt...
+ 5: [2023-05-07 21:12:29,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt...
+18: [2023-05-07 21:12:29,737] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 151
+28: [2023-05-07 21:12:29,738] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 228
+ 6: [2023-05-07 21:12:29,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt.
+ 6: [2023-05-07 21:12:29,740] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 51
+18: [2023-05-07 21:12:29,740] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 151
+ 6: [2023-05-07 21:12:29,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt.
+ 6: [2023-05-07 21:12:29,743] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 48
+ 6: [2023-05-07 21:12:29,744] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 51
+ 6: [2023-05-07 21:12:29,747] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 48
+ 6: [2023-05-07 21:12:29,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt.
+ 6: [2023-05-07 21:12:29,751] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 53
+28: [2023-05-07 21:12:29,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt.
+28: [2023-05-07 21:12:29,755] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 227
+ 6: [2023-05-07 21:12:29,755] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 53
+10: [2023-05-07 21:12:29,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt.
+14: [2023-05-07 21:12:29,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt.
+23: [2023-05-07 21:12:29,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt.
+10: [2023-05-07 21:12:29,756] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 85
+23: [2023-05-07 21:12:29,756] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 187
+14: [2023-05-07 21:12:29,756] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 115
+14: [2023-05-07 21:12:29,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt.
+14: [2023-05-07 21:12:29,759] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 113
+18: [2023-05-07 21:12:29,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt.
+28: [2023-05-07 21:12:29,759] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 227
+18: [2023-05-07 21:12:29,759] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 149
+23: [2023-05-07 21:12:29,760] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 187
+14: [2023-05-07 21:12:29,760] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 115
+10: [2023-05-07 21:12:29,761] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 85
+28: [2023-05-07 21:12:29,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt.
+28: [2023-05-07 21:12:29,762] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 229
+23: [2023-05-07 21:12:29,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt.
+23: [2023-05-07 21:12:29,763] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 189
+18: [2023-05-07 21:12:29,764] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 149
+14: [2023-05-07 21:12:29,764] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 113
+28: [2023-05-07 21:12:29,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt.
+28: [2023-05-07 21:12:29,765] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 226
+23: [2023-05-07 21:12:29,766] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 189
+28: [2023-05-07 21:12:29,767] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 229
+ 0: [2023-05-07 21:12:29,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt...
+ 0: [2023-05-07 21:12:29,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt...
+ 0: [2023-05-07 21:12:29,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt...
+ 0: [2023-05-07 21:12:29,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt...
+ 0: [2023-05-07 21:12:29,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt...
+ 0: [2023-05-07 21:12:29,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt...
+ 0: [2023-05-07 21:12:29,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt...
+ 0: [2023-05-07 21:12:29,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt...
+28: [2023-05-07 21:12:29,770] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 226
+ 6: [2023-05-07 21:12:29,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt.
+ 6: [2023-05-07 21:12:29,781] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 49
+ 6: [2023-05-07 21:12:29,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt.
+ 6: [2023-05-07 21:12:29,784] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 52
+ 6: [2023-05-07 21:12:29,784] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 49
+ 6: [2023-05-07 21:12:29,788] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 52
+14: [2023-05-07 21:12:29,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt.
+14: [2023-05-07 21:12:29,788] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 114
+28: [2023-05-07 21:12:29,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt.
+28: [2023-05-07 21:12:29,791] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 230
+14: [2023-05-07 21:12:29,793] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 114
+28: [2023-05-07 21:12:29,796] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 230
+15: [2023-05-07 21:12:29,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt.
+15: [2023-05-07 21:12:29,814] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 126
+24: [2023-05-07 21:12:29,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt.
+24: [2023-05-07 21:12:29,815] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 197
+15: [2023-05-07 21:12:29,818] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 126
+24: [2023-05-07 21:12:29,820] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 197
+14: [2023-05-07 21:12:29,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt.
+14: [2023-05-07 21:12:29,825] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 116
+28: [2023-05-07 21:12:29,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt.
+28: [2023-05-07 21:12:29,826] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 231
+14: [2023-05-07 21:12:29,829] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 116
+28: [2023-05-07 21:12:29,830] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 231
+14: [2023-05-07 21:12:29,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt.
+14: [2023-05-07 21:12:29,831] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 117
+14: [2023-05-07 21:12:29,836] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 117
+14: [2023-05-07 21:12:29,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt.
+14: [2023-05-07 21:12:29,846] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 119
+14: [2023-05-07 21:12:29,851] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 119
+16: [2023-05-07 21:12:29,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt.
+16: [2023-05-07 21:12:29,852] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 132
+19: [2023-05-07 21:12:29,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt.
+19: [2023-05-07 21:12:29,853] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 156
+ 7: [2023-05-07 21:12:29,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt.
+ 7: [2023-05-07 21:12:29,854] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 63
+16: [2023-05-07 21:12:29,856] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 132
+ 7: [2023-05-07 21:12:29,858] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 63
+19: [2023-05-07 21:12:29,858] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 156
+ 1: [2023-05-07 21:12:29,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt.
+ 1: [2023-05-07 21:12:29,862] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 15
+ 1: [2023-05-07 21:12:29,865] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 15
+16: [2023-05-07 21:12:29,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt.
+16: [2023-05-07 21:12:29,871] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 135
+16: [2023-05-07 21:12:29,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt.
+16: [2023-05-07 21:12:29,872] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 130
+15: [2023-05-07 21:12:29,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt.
+15: [2023-05-07 21:12:29,875] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 122
+16: [2023-05-07 21:12:29,875] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 135
+16: [2023-05-07 21:12:29,876] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 130
+15: [2023-05-07 21:12:29,881] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 122
+15: [2023-05-07 21:12:29,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt.
+15: [2023-05-07 21:12:29,885] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 127
+24: [2023-05-07 21:12:29,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt.
+24: [2023-05-07 21:12:29,886] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 199
+ 7: [2023-05-07 21:12:29,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt.
+ 7: [2023-05-07 21:12:29,889] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 60
+15: [2023-05-07 21:12:29,889] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 127
+13: [2023-05-07 21:12:29,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt.
+13: [2023-05-07 21:12:29,890] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 106
+24: [2023-05-07 21:12:29,891] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 199
+ 7: [2023-05-07 21:12:29,893] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 60
+13: [2023-05-07 21:12:29,895] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 106
+ 7: [2023-05-07 21:12:29,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt.
+ 7: [2023-05-07 21:12:29,897] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 57
+13: [2023-05-07 21:12:29,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt.
+13: [2023-05-07 21:12:29,898] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 105
+ 7: [2023-05-07 21:12:29,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt.
+ 7: [2023-05-07 21:12:29,902] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 59
+ 7: [2023-05-07 21:12:29,902] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 57
+15: [2023-05-07 21:12:29,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt.
+13: [2023-05-07 21:12:29,902] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 105
+15: [2023-05-07 21:12:29,903] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 124
+17: [2023-05-07 21:12:29,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt.
+17: [2023-05-07 21:12:29,905] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 137
+ 7: [2023-05-07 21:12:29,906] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 59
+ 1: [2023-05-07 21:12:29,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt.
+15: [2023-05-07 21:12:29,907] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 124
+ 1: [2023-05-07 21:12:29,907] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 14
+17: [2023-05-07 21:12:29,909] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 137
+ 7: [2023-05-07 21:12:29,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt.
+ 1: [2023-05-07 21:12:29,911] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 14
+ 7: [2023-05-07 21:12:29,911] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 62
+16: [2023-05-07 21:12:29,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt.
+24: [2023-05-07 21:12:29,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt.
+16: [2023-05-07 21:12:29,914] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 129
+24: [2023-05-07 21:12:29,915] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 192
+ 7: [2023-05-07 21:12:29,915] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 62
+15: [2023-05-07 21:12:29,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt.
+13: [2023-05-07 21:12:29,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt.
+15: [2023-05-07 21:12:29,916] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 125
+13: [2023-05-07 21:12:29,916] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 108
+14: [2023-05-07 21:12:29,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt.
+24: [2023-05-07 21:12:29,919] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 192
+16: [2023-05-07 21:12:29,919] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 129
+14: [2023-05-07 21:12:29,919] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 112
+13: [2023-05-07 21:12:29,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt.
+13: [2023-05-07 21:12:29,920] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 110
+13: [2023-05-07 21:12:29,920] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 108
+13: [2023-05-07 21:12:29,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt.
+15: [2023-05-07 21:12:29,921] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 125
+13: [2023-05-07 21:12:29,921] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 107
+24: [2023-05-07 21:12:29,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt.
+24: [2023-05-07 21:12:29,922] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 193
+ 1: [2023-05-07 21:12:29,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt.
+17: [2023-05-07 21:12:29,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt.
+ 1: [2023-05-07 21:12:29,923] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 11
+17: [2023-05-07 21:12:29,923] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 142
+13: [2023-05-07 21:12:29,924] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 110
+14: [2023-05-07 21:12:29,924] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 112
+13: [2023-05-07 21:12:29,925] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 107
+24: [2023-05-07 21:12:29,926] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 193
+17: [2023-05-07 21:12:29,928] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 142
+ 1: [2023-05-07 21:12:29,927] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 11
+19: [2023-05-07 21:12:29,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt.
+19: [2023-05-07 21:12:29,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt.
+19: [2023-05-07 21:12:29,931] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 153
+19: [2023-05-07 21:12:29,931] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 152
+13: [2023-05-07 21:12:29,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt.
+13: [2023-05-07 21:12:29,933] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 111
+12: [2023-05-07 21:12:29,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt.
+16: [2023-05-07 21:12:29,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt.
+12: [2023-05-07 21:12:29,934] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 97
+ 1: [2023-05-07 21:12:29,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt.
+16: [2023-05-07 21:12:29,934] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 128
+16: [2023-05-07 21:12:29,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt.
+19: [2023-05-07 21:12:29,935] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 153
+ 1: [2023-05-07 21:12:29,935] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 12
+16: [2023-05-07 21:12:29,935] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 133
+19: [2023-05-07 21:12:29,936] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 152
+13: [2023-05-07 21:12:29,938] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 111
+12: [2023-05-07 21:12:29,938] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 97
+ 1: [2023-05-07 21:12:29,939] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 12
+16: [2023-05-07 21:12:29,939] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 128
+16: [2023-05-07 21:12:29,940] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 133
+ 7: [2023-05-07 21:12:29,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt.
+16: [2023-05-07 21:12:29,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt.
+16: [2023-05-07 21:12:29,941] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 131
+ 7: [2023-05-07 21:12:29,941] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 56
+ 8: [2023-05-07 21:12:29,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt.
+15: [2023-05-07 21:12:29,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt.
+ 8: [2023-05-07 21:12:29,943] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 71
+15: [2023-05-07 21:12:29,943] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 123
+17: [2023-05-07 21:12:29,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt.
+17: [2023-05-07 21:12:29,944] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 138
+16: [2023-05-07 21:12:29,945] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 131
+ 7: [2023-05-07 21:12:29,946] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 56
+ 7: [2023-05-07 21:12:29,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt.
+ 7: [2023-05-07 21:12:29,947] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 61
+ 8: [2023-05-07 21:12:29,947] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 71
+15: [2023-05-07 21:12:29,947] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 123
+17: [2023-05-07 21:12:29,949] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 138
+24: [2023-05-07 21:12:29,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt.
+24: [2023-05-07 21:12:29,949] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 194
+ 8: [2023-05-07 21:12:29,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt.
+ 8: [2023-05-07 21:12:29,951] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 64
+20: [2023-05-07 21:12:29,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt.
+ 7: [2023-05-07 21:12:29,951] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 61
+20: [2023-05-07 21:12:29,952] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 161
+19: [2023-05-07 21:12:29,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt.
+24: [2023-05-07 21:12:29,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt.
+19: [2023-05-07 21:12:29,953] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 159
+16: [2023-05-07 21:12:29,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt.
+24: [2023-05-07 21:12:29,953] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 195
+ 1: [2023-05-07 21:12:29,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt.
+16: [2023-05-07 21:12:29,954] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 134
+24: [2023-05-07 21:12:29,954] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 194
+ 1: [2023-05-07 21:12:29,954] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 10
+19: [2023-05-07 21:12:29,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt.
+20: [2023-05-07 21:12:29,955] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 161
+ 8: [2023-05-07 21:12:29,956] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 64
+19: [2023-05-07 21:12:29,956] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 158
+ 1: [2023-05-07 21:12:29,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt.
+24: [2023-05-07 21:12:29,957] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 195
+19: [2023-05-07 21:12:29,957] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 159
+16: [2023-05-07 21:12:29,958] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 134
+ 1: [2023-05-07 21:12:29,958] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 13
+ 1: [2023-05-07 21:12:29,958] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 10
+19: [2023-05-07 21:12:29,960] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 158
+15: [2023-05-07 21:12:29,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt.
+15: [2023-05-07 21:12:29,961] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 120
+ 1: [2023-05-07 21:12:29,962] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 13
+24: [2023-05-07 21:12:29,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt.
+24: [2023-05-07 21:12:29,964] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 198
+15: [2023-05-07 21:12:29,965] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 120
+24: [2023-05-07 21:12:29,968] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 198
+20: [2023-05-07 21:12:29,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt.
+20: [2023-05-07 21:12:29,970] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 166
+12: [2023-05-07 21:12:29,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt.
+24: [2023-05-07 21:12:29,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt.
+24: [2023-05-07 21:12:29,971] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 196
+12: [2023-05-07 21:12:29,971] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 102
+20: [2023-05-07 21:12:29,975] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 166
+24: [2023-05-07 21:12:29,975] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 196
+12: [2023-05-07 21:12:29,978] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 102
+ 8: [2023-05-07 21:12:29,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt.
+ 8: [2023-05-07 21:12:29,980] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 66
+ 8: [2023-05-07 21:12:29,984] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 66
+19: [2023-05-07 21:12:29,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt.
+19: [2023-05-07 21:12:29,985] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 157
+17: [2023-05-07 21:12:29,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt.
+17: [2023-05-07 21:12:29,987] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 136
+13: [2023-05-07 21:12:29,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt.
+19: [2023-05-07 21:12:29,989] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 157
+13: [2023-05-07 21:12:29,989] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 109
+ 7: [2023-05-07 21:12:29,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt.
+ 7: [2023-05-07 21:12:29,990] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 58
+17: [2023-05-07 21:12:29,992] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 136
+13: [2023-05-07 21:12:29,993] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 109
+26: [2023-05-07 21:12:29,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt.
+26: [2023-05-07 21:12:29,994] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 208
+ 7: [2023-05-07 21:12:29,995] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 58
+17: [2023-05-07 21:12:29,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt.
+17: [2023-05-07 21:12:29,996] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 139
+12: [2023-05-07 21:12:29,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt.
+12: [2023-05-07 21:12:29,998] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 103
+26: [2023-05-07 21:12:29,998] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 208
+17: [2023-05-07 21:12:30,000] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 139
+12: [2023-05-07 21:12:30,002] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 103
+17: [2023-05-07 21:12:30,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt.
+17: [2023-05-07 21:12:30,003] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 143
+26: [2023-05-07 21:12:30,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt.
+26: [2023-05-07 21:12:30,004] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 211
+20: [2023-05-07 21:12:30,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt.
+26: [2023-05-07 21:12:30,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt.
+20: [2023-05-07 21:12:30,005] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 164
+26: [2023-05-07 21:12:30,006] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 214
+20: [2023-05-07 21:12:30,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt.
+20: [2023-05-07 21:12:30,007] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 163
+ 1: [2023-05-07 21:12:30,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt.
+ 1: [2023-05-07 21:12:30,008] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 8
+26: [2023-05-07 21:12:30,008] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 211
+17: [2023-05-07 21:12:30,009] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 143
+20: [2023-05-07 21:12:30,009] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 164
+30: [2023-05-07 21:12:30,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt.
+30: [2023-05-07 21:12:30,010] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 242
+15: [2023-05-07 21:12:30,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt.
+15: [2023-05-07 21:12:30,010] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 121
+20: [2023-05-07 21:12:30,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt.
+26: [2023-05-07 21:12:30,011] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 214
+20: [2023-05-07 21:12:30,011] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 163
+20: [2023-05-07 21:12:30,011] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 160
+ 1: [2023-05-07 21:12:30,012] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 8
+30: [2023-05-07 21:12:30,014] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 242
+15: [2023-05-07 21:12:30,014] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 121
+20: [2023-05-07 21:12:30,015] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 160
+ 2: [2023-05-07 21:12:30,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt.
+ 2: [2023-05-07 21:12:30,017] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 18
+19: [2023-05-07 21:12:30,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt.
+19: [2023-05-07 21:12:30,019] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 154
+27: [2023-05-07 21:12:30,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt.
+27: [2023-05-07 21:12:30,020] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 221
+ 2: [2023-05-07 21:12:30,021] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 18
+19: [2023-05-07 21:12:30,023] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 154
+12: [2023-05-07 21:12:30,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt.
+12: [2023-05-07 21:12:30,025] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 101
+27: [2023-05-07 21:12:30,025] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 221
+12: [2023-05-07 21:12:30,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt.
+12: [2023-05-07 21:12:30,025] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 98
+12: [2023-05-07 21:12:30,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt.
+13: [2023-05-07 21:12:30,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt.
+12: [2023-05-07 21:12:30,028] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 100
+13: [2023-05-07 21:12:30,028] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 104
+12: [2023-05-07 21:12:30,029] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 98
+12: [2023-05-07 21:12:30,029] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 101
+12: [2023-05-07 21:12:30,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt.
+12: [2023-05-07 21:12:30,031] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 99
+13: [2023-05-07 21:12:30,032] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 104
+11: [2023-05-07 21:12:30,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt.
+12: [2023-05-07 21:12:30,033] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 100
+11: [2023-05-07 21:12:30,034] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 91
+12: [2023-05-07 21:12:30,035] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 99
+17: [2023-05-07 21:12:30,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt.
+17: [2023-05-07 21:12:30,036] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 140
+11: [2023-05-07 21:12:30,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt.
+11: [2023-05-07 21:12:30,038] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 91
+11: [2023-05-07 21:12:30,039] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 95
+ 4: [2023-05-07 21:12:30,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt.
+17: [2023-05-07 21:12:30,040] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 140
+ 4: [2023-05-07 21:12:30,040] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 37
+19: [2023-05-07 21:12:30,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt.
+19: [2023-05-07 21:12:30,042] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 155
+11: [2023-05-07 21:12:30,043] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 95
+ 4: [2023-05-07 21:12:30,044] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 37
+20: [2023-05-07 21:12:30,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt.
+20: [2023-05-07 21:12:30,045] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 167
+19: [2023-05-07 21:12:30,045] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 155
+ 8: [2023-05-07 21:12:30,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt.
+ 8: [2023-05-07 21:12:30,046] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 67
+ 1: [2023-05-07 21:12:30,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt.
+ 1: [2023-05-07 21:12:30,047] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 9
+20: [2023-05-07 21:12:30,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt.
+20: [2023-05-07 21:12:30,048] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 167
+20: [2023-05-07 21:12:30,048] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 162
+30: [2023-05-07 21:12:30,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt.
+30: [2023-05-07 21:12:30,050] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 240
+ 8: [2023-05-07 21:12:30,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt.
+ 8: [2023-05-07 21:12:30,051] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 67
+ 8: [2023-05-07 21:12:30,051] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 70
+ 1: [2023-05-07 21:12:30,052] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 9
+20: [2023-05-07 21:12:30,052] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 162
+ 8: [2023-05-07 21:12:30,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt.
+ 8: [2023-05-07 21:12:30,053] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 68
+30: [2023-05-07 21:12:30,054] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 240
+ 8: [2023-05-07 21:12:30,055] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 70
+ 2: [2023-05-07 21:12:30,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt.
+ 8: [2023-05-07 21:12:30,057] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 68
+ 2: [2023-05-07 21:12:30,058] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 16
+17: [2023-05-07 21:12:30,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt.
+20: [2023-05-07 21:12:30,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt.
+17: [2023-05-07 21:12:30,060] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 141
+20: [2023-05-07 21:12:30,060] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 165
+ 2: [2023-05-07 21:12:30,062] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 16
+26: [2023-05-07 21:12:30,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt.
+26: [2023-05-07 21:12:30,063] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 215
+ 8: [2023-05-07 21:12:30,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt.
+17: [2023-05-07 21:12:30,063] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 141
+ 8: [2023-05-07 21:12:30,064] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 69
+20: [2023-05-07 21:12:30,064] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 165
+ 0: [2023-05-07 21:12:30,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt.
+12: [2023-05-07 21:12:30,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt.
+ 0: [2023-05-07 21:12:30,065] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 2
+12: [2023-05-07 21:12:30,065] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 96
+ 8: [2023-05-07 21:12:30,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt.
+26: [2023-05-07 21:12:30,067] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 215
+ 8: [2023-05-07 21:12:30,068] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 65
+ 8: [2023-05-07 21:12:30,068] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 69
+12: [2023-05-07 21:12:30,069] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 96
+ 0: [2023-05-07 21:12:30,072] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 2
+ 8: [2023-05-07 21:12:30,072] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 65
+27: [2023-05-07 21:12:30,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt.
+27: [2023-05-07 21:12:30,074] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 223
+30: [2023-05-07 21:12:30,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt.
+30: [2023-05-07 21:12:30,076] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 246
+30: [2023-05-07 21:12:30,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt.
+30: [2023-05-07 21:12:30,077] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 243
+ 5: [2023-05-07 21:12:30,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt.
+ 5: [2023-05-07 21:12:30,078] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 47
+27: [2023-05-07 21:12:30,078] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 223
+27: [2023-05-07 21:12:30,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt.
+27: [2023-05-07 21:12:30,079] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 217
+30: [2023-05-07 21:12:30,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt.
+ 2: [2023-05-07 21:12:30,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt.
+30: [2023-05-07 21:12:30,081] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 246
+ 2: [2023-05-07 21:12:30,080] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 23
+30: [2023-05-07 21:12:30,082] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 247
+30: [2023-05-07 21:12:30,082] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 243
+ 5: [2023-05-07 21:12:30,082] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 47
+27: [2023-05-07 21:12:30,083] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 217
+ 2: [2023-05-07 21:12:30,084] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 23
+26: [2023-05-07 21:12:30,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt.
+30: [2023-05-07 21:12:30,086] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 247
+26: [2023-05-07 21:12:30,085] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 212
+26: [2023-05-07 21:12:30,088] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 212
+ 2: [2023-05-07 21:12:30,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt.
+ 2: [2023-05-07 21:12:30,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt.
+ 2: [2023-05-07 21:12:30,089] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 19
+ 2: [2023-05-07 21:12:30,090] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 22
+ 2: [2023-05-07 21:12:30,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt.
+ 2: [2023-05-07 21:12:30,091] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 21
+ 5: [2023-05-07 21:12:30,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt.
+ 5: [2023-05-07 21:12:30,092] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 41
+27: [2023-05-07 21:12:30,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt.
+27: [2023-05-07 21:12:30,094] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 222
+ 5: [2023-05-07 21:12:30,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt.
+ 5: [2023-05-07 21:12:30,095] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 44
+ 5: [2023-05-07 21:12:30,096] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 41
+ 2: [2023-05-07 21:12:30,093] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 19
+ 2: [2023-05-07 21:12:30,094] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 22
+ 2: [2023-05-07 21:12:30,095] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 21
+11: [2023-05-07 21:12:30,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt.
+ 4: [2023-05-07 21:12:30,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt.
+11: [2023-05-07 21:12:30,099] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 93
+27: [2023-05-07 21:12:30,099] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 222
+ 5: [2023-05-07 21:12:30,099] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 44
+ 4: [2023-05-07 21:12:30,099] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 39
+30: [2023-05-07 21:12:30,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt.
+30: [2023-05-07 21:12:30,100] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 244
+27: [2023-05-07 21:12:30,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt.
+27: [2023-05-07 21:12:30,102] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 219
+11: [2023-05-07 21:12:30,103] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 93
+ 4: [2023-05-07 21:12:30,103] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 39
+26: [2023-05-07 21:12:30,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt.
+26: [2023-05-07 21:12:30,103] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 209
+30: [2023-05-07 21:12:30,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt.
+30: [2023-05-07 21:12:30,104] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 245
+30: [2023-05-07 21:12:30,106] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 244
+27: [2023-05-07 21:12:30,107] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 219
+30: [2023-05-07 21:12:30,109] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 245
+27: [2023-05-07 21:12:30,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt.
+27: [2023-05-07 21:12:30,110] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 220
+11: [2023-05-07 21:12:30,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt.
+ 5: [2023-05-07 21:12:30,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt.
+26: [2023-05-07 21:12:30,106] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 209
+11: [2023-05-07 21:12:30,112] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 88
+ 5: [2023-05-07 21:12:30,113] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 43
+27: [2023-05-07 21:12:30,114] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 220
+ 4: [2023-05-07 21:12:30,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt.
+27: [2023-05-07 21:12:30,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt.
+27: [2023-05-07 21:12:30,115] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 216
+31: [2023-05-07 21:12:30,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt.
+31: [2023-05-07 21:12:30,115] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 248
+ 4: [2023-05-07 21:12:30,116] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 33
+ 5: [2023-05-07 21:12:30,117] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 43
+11: [2023-05-07 21:12:30,117] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 88
+26: [2023-05-07 21:12:30,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt.
+26: [2023-05-07 21:12:30,118] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 210
+30: [2023-05-07 21:12:30,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt.
+31: [2023-05-07 21:12:30,119] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 248
+30: [2023-05-07 21:12:30,120] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 241
+27: [2023-05-07 21:12:30,120] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 216
+ 4: [2023-05-07 21:12:30,120] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 33
+26: [2023-05-07 21:12:30,122] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 210
+ 4: [2023-05-07 21:12:30,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt.
+ 4: [2023-05-07 21:12:30,124] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 34
+30: [2023-05-07 21:12:30,124] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 241
+26: [2023-05-07 21:12:30,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt.
+26: [2023-05-07 21:12:30,124] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 213
+11: [2023-05-07 21:12:30,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt.
+11: [2023-05-07 21:12:30,127] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 92
+ 4: [2023-05-07 21:12:30,127] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 34
+26: [2023-05-07 21:12:30,128] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 213
+11: [2023-05-07 21:12:30,133] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 92
+ 4: [2023-05-07 21:12:30,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt.
+ 4: [2023-05-07 21:12:30,134] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 35
+ 0: [2023-05-07 21:12:30,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt.
+ 0: [2023-05-07 21:12:30,136] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 0
+31: [2023-05-07 21:12:30,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt.
+31: [2023-05-07 21:12:30,136] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 255
+ 5: [2023-05-07 21:12:30,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt.
+ 5: [2023-05-07 21:12:30,138] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 46
+ 4: [2023-05-07 21:12:30,139] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 35
+31: [2023-05-07 21:12:30,140] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 255
+ 0: [2023-05-07 21:12:30,141] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 0
+ 0: could not find arguments in the checkpoint ...
+ 0:  checkpoint version 3.0
+31: [2023-05-07 21:12:30,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt.
+31: [2023-05-07 21:12:30,142] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 251
+ 5: [2023-05-07 21:12:30,142] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 46
+31: [2023-05-07 21:12:30,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt.
+31: [2023-05-07 21:12:30,145] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 254
+31: [2023-05-07 21:12:30,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt.
+31: [2023-05-07 21:12:30,146] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 250
+31: [2023-05-07 21:12:30,146] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 251
+ 2: [2023-05-07 21:12:30,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt.
+ 2: [2023-05-07 21:12:30,146] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 17
+31: [2023-05-07 21:12:30,149] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 254
+11: [2023-05-07 21:12:30,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt.
+ 2: [2023-05-07 21:12:30,150] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 17
+31: [2023-05-07 21:12:30,150] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 250
+11: [2023-05-07 21:12:30,150] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 90
+11: [2023-05-07 21:12:30,154] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 90
+ 0: [2023-05-07 21:12:30,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt.
+ 0: [2023-05-07 21:12:30,161] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 6
+ 0: [2023-05-07 21:12:30,165] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 6
+31: [2023-05-07 21:12:30,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt.
+31: [2023-05-07 21:12:30,166] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 249
+ 0: [2023-05-07 21:12:30,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt.
+ 0: [2023-05-07 21:12:30,167] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 3
+31: [2023-05-07 21:12:30,169] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 249
+ 0: [2023-05-07 21:12:30,173] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 3
+ 4: [2023-05-07 21:12:30,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt.
+31: [2023-05-07 21:12:30,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt.
+31: [2023-05-07 21:12:30,173] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 252
+ 4: [2023-05-07 21:12:30,174] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 38
+ 2: [2023-05-07 21:12:30,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt.
+ 2: [2023-05-07 21:12:30,176] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 20
+27: [2023-05-07 21:12:30,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt.
+27: [2023-05-07 21:12:30,177] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 218
+31: [2023-05-07 21:12:30,177] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 252
+ 4: [2023-05-07 21:12:30,178] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 38
+ 5: [2023-05-07 21:12:30,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt.
+ 5: [2023-05-07 21:12:30,179] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 45
+ 2: [2023-05-07 21:12:30,179] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 20
+27: [2023-05-07 21:12:30,181] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 218
+ 5: [2023-05-07 21:12:30,183] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 45
+ 0: [2023-05-07 21:12:30,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt.
+ 0: [2023-05-07 21:12:30,184] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 4
+11: [2023-05-07 21:12:30,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt.
+11: [2023-05-07 21:12:30,188] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 94
+ 0: [2023-05-07 21:12:30,188] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 4
+11: [2023-05-07 21:12:30,192] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 94
+31: [2023-05-07 21:12:30,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt.
+31: [2023-05-07 21:12:30,195] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 253
+31: [2023-05-07 21:12:30,199] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 253
+ 0: [2023-05-07 21:12:30,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt.
+ 0: [2023-05-07 21:12:30,210] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 5
+ 0: [2023-05-07 21:12:30,214] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 5
+ 5: [2023-05-07 21:12:30,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt.
+ 5: [2023-05-07 21:12:30,221] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 42
+ 5: [2023-05-07 21:12:30,224] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 42
+ 0: [2023-05-07 21:12:30,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt.
+ 0: [2023-05-07 21:12:30,234] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 1
+11: [2023-05-07 21:12:30,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt.
+ 0: [2023-05-07 21:12:30,239] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 1
+ 4: [2023-05-07 21:12:30,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt.
+11: [2023-05-07 21:12:30,239] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 89
+ 4: [2023-05-07 21:12:30,240] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 36
+11: [2023-05-07 21:12:30,243] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 89
+ 4: [2023-05-07 21:12:30,244] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 36
+ 5: [2023-05-07 21:12:30,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt.
+ 5: [2023-05-07 21:12:30,263] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 40
+ 5: [2023-05-07 21:12:30,266] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 40
+ 4: [2023-05-07 21:12:30,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt.
+ 4: [2023-05-07 21:12:30,270] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 32
+ 4: [2023-05-07 21:12:30,273] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 32
+ 0: [2023-05-07 21:12:30,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt.
+ 0: [2023-05-07 21:12:30,287] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 256 ZeRO state_dicts for rank 7
+ 0: [2023-05-07 21:12:30,292] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 256 zero partition checkpoints for rank 7
+ 0:   successfully loaded checkpoint from lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2 at iteration 0
+31: time (ms) | load-checkpoint: 15672.43
+ 0: estimated model parameters: 2.17961472
+ 0: estimated model parameters without embeddings: 2.0455936
+ 0: [after model, optimizer, and learning rate scheduler are built] datetime: 2023-05-07 21:12:31 
+ 0: > building train, validation, and test datasets ...
+ 0:  > datasets target sizes (minimum size):
+ 0:     train:      1
+ 0:     validation: 51200
+ 0:     test:       51200
+ 0: > building train, validation, and test datasets for GPT ...
+ 0:  > building dataset index ...
+ 0:     reading sizes...
+ 0:     reading pointers...
+ 0:     reading document index...
+ 0:     creating numpy buffer of mmap...
+ 0:     creating memory view of numpy buffer...
+ 0:  > finished creating indexed dataset in 0.060431 seconds
+ 0:     number of documents: 3133972
+ 0:  > dataset split:
+ 0:     train:
+ 0:      document indices in [0, 3133972) total of 3133972 documents
+ 0:  > loading doc-idx mapping from /scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_1B5_text_document_train_indexmap_1ns_2048sl_1234s_doc_idx.npy
+ 0:  > loading sample-idx mapping from /scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_1B5_text_document_train_indexmap_1ns_2048sl_1234s_sample_idx.npy
+ 0:  > loading shuffle-idx mapping from /scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_1B5_text_document_train_indexmap_1ns_2048sl_1234s_shuffle_idx.npy
+ 0:     loaded indexed file in 0.163 seconds
+ 0:     total number of samples: 731002
+ 0:     total number of epochs: 1
+ 0:  > building dataset index ...
+ 0:     reading sizes...
+ 0:     reading pointers...
+ 0:     reading document index...
+ 0:     creating numpy buffer of mmap...
+ 0:     creating memory view of numpy buffer...
+ 0:  > finished creating indexed dataset in 0.088706 seconds
+ 0:     number of documents: 364608
+ 0:  > dataset split:
+ 0:     validation:
+ 0:      document indices in [0, 364608) total of 364608 documents
+ 0:  > loading doc-idx mapping from /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document_validation_indexmap_51200ns_2048sl_1234s_doc_idx.npy
+ 0:  > loading sample-idx mapping from /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document_validation_indexmap_51200ns_2048sl_1234s_sample_idx.npy
+ 0:  > loading shuffle-idx mapping from /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document_validation_indexmap_51200ns_2048sl_1234s_shuffle_idx.npy
+ 0:     loaded indexed file in 0.119 seconds
+ 0:     total number of samples: 84978
+ 0:     total number of epochs: 1
+ 0: > finished creating GPT datasets ...
+ 0: [after dataloaders are built] datetime: 2023-05-07 21:12:53 
+ 0: done with setup ...
+ 0: training ...
+31: time (ms) | model-and-optimizer-setup: 51021.54 | train/valid/test-data-iterators-setup: 22122.61
+ 0: [after training is done] datetime: 2023-05-07 21:12:53 
+31: -----------------------------------------------------------------------------------------------------------------
+31: validation loss at the end of training for val data | lm loss value: 2.609009E+00 | lm loss PPL: 1.358558E+01 | 
+31: -----------------------------------------------------------------------------------------------------------------
+END 3474587: Sun 07 May 2023 09:13:43 PM EEST
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5789bfb4fb22dbcd5adcf32b6d579127ad3da6a9
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e575cb7fa963f33b362e8aaa0c37a4f72cbde4e33d964804793a007638ca99f
+size 102174039
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fcedfbc0388fe7957917e1ce42b97182b63fc17
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5b3b6c942def0943a85051d75fcb0059eaf1d3e74134ef4c3323eb1c860a22
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0777acbb84e78a5551cd3f2b79093b73a891f851
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3dc5b70c4428cbad46bb2a237995dba4ae2b0ff1a7af68bf8882725dad1fd2
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9572c4ab1d5848fd3d3783d7be0e4767c839afe
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e65abfca8f914d559e6f5d72397bda9c0fdea79b48d745e6fbecb7c7b819bb0
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1be572f1204680948f531cd363e742675767d61
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad043c99471b4c22b99167dca623f5a74ac11c2c755ebf996fc6e572beeee7a
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ffe4684f2e6665a7a60888653fe59b0f8f1931
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91c116dc1c49b9917423b60698109c056b75509c2b7dcb35186e12e755fc21b
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eab94295e6e358d49445bf56f3b2de328a96cbe
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b621b138ee9744d7cc2158d3121e91d4254c0468748db965e0d8df36bd32935
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69bd79fa88afcc653d8cbea4f718508229bdaab
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d5b613165db85fe6b0fbb691cebee38d866ea9e21efa3ebe657237423c058d
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e653b517792eefff04596677fb9a2af413cf17a
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cce636c34df252cc268b09bbdd047a3284c48d5e12b5888deab429d530b009d
+size 102174189
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aecee0b18c7a5a7a568b484b3fd2f565b8d4d2d7
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30fe78336f267a83c6a09d8f2046c6dce2fcba53c75532465a337df062d6b679
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8bed45594e9f28804d979d4860e0183a7b2dc7
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ef6ee6f073dbe81effe71c38938e7c5a480484231e33b661582dd4ae83e8bd
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a430d8520d898a2b606374eaf775bedda8dad414
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1490da4d798720d8952574a91c5a25dc47440fe4597e14f5ece51e28bf467b
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1fccece2ef24b927e665593c3389771740904a4
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b43f4cd96c95fedbfadce7114969999d134aec9136d6dcc58b77ace11ff0797f
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3267cf2afbf2251c466ce8bb4d46af886e6732b9
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6443eb6c33a68f2f3ec07e95006897585cbdb851957949bdf33f3d1243fe967
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671e2e55a25170a5528774a090d89d4578488104
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7de1c74913b1d219e2ae46b2410b07c1bbb52d25aa9434c578afec1494fa73b
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a39e075bc67c2552482551f95eea0784664a41
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db4d611325f4818dc6464f9def09187322f0f1f3cebe3ca4ab05a23adb84a1b7
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6411a7c9637ea92ac9285e25a54dfa8e51ac7a
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b7dfbe1a70526e1b48c0149189918653d5452304ab17af497b0ec3e808ea623
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47912f4d3a802adea2e922e7356540615ed8b24b
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0828ec100d51bc12e2f3fe28a834c1f74aa333a17def29414f369b8100f23a7c
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f203fa93ce221f8987d9530e13d62497c12e5f23
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758cc6d22fa4adca0778e360fc351fbf40528d2822a6c79d8506d656fca1edac
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b85545c6403ddb9363174470e787f171182a6d1
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6573591981c16fdcd87d9749b563274f8b2b995c808daa00edac1e15aa48b3f6
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8f6cd5154db82db5c65c7eb7d80a428e0853bb
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6fd6664d2edd72160968315e2431db34f708675b1fcaec5e3a7947725f03c0
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c1930d975d6843f30d72d45954c1b1b55bd224
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bf5a9dd88a132beae5c6170cf3c3797b20fa9b8413309c2297a8efa5aefb75
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61fb932a148430505f92bf79e13b1d35fdad70c
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fced28298efcb7410f5e31ad9da287f68768e9c69ae1b6a255d3968cff0005d
+size 102174114
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035dcb992002cf9d9329f36ae37f54391eddc5d1
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1f9732474ae1462968f19bcb30365d6adc968e168b21ea0ba33ed71d29da24
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6953b8d7241d718fa92f2992f1619d341096163b
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785602ae9978402b3821d6c87dc3903486dc5142371e654c3fc60d20e16f323d
+size 102174189
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa38c3d902a7d91eb855e99f94da6701cb900c97
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b35a4e0d3d2914bf2a32281623091f655270e5dddfbdbef77e1e415adc32c73
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4997c4f25f311b012d216c51cdf5294796ed29bf
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737377e404292d59a7df79c3811678cf82f2b10c112c7f9b861844e9bc32cf9c
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc39b0f7189bdd8d1f66035e322e253fedd46b9
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55cd4040cab07fea0d426ac76086a52998101b45c8ca392b78eeb347d222de0
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cfcfeda039838feb80cb89d007538004bc357ef
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdcb6a73be0050be09e4bf8b3cd299d9d7ca79804a1d91e61691f0667cd47011
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5193720d07a1d2745754edbd85744ecb3570c6d8
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef16527255ae855934b52a374d99fad5c83c559ba8f1f8f051ccbc747507946
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f71ae68e2f757ca0ab5b360d4d838607eec897
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b88859329c941f2b82cb8ce4817d082ff61d35e2cb68983ef02716277990a20
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1af5da7c5eff63bddab0d5135641a7f8083019c
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1628d2e0d3addb02371918fa069e71b16cc1d8b84664dcea99d97e27bf290b51
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4359722588998f71baf0133a24e3792a8984ed4d
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3288fedfe468b05e9a27a13cfa6583984236549dfaeda4f025d155c6a93602b3
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb6b82b6243c09241dbd00223802324dcd54490
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b36021436e4a7752b67611b633e4778a399a33d7d1bcb10f35cdf411f204d7
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5712abd103d57ac8c7f306d8b5367fffe1aa21
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd379f2c76cc2dc40c03e2445cef616ac6022efd56078da85dda560f63f4cc3
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531208ff2af03acca0be76e3f37cfd835e50bb71
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221aa370475aec63c56418be36cebbdc6e2b11e9bc13aa5605e9d880afffe374
+size 102174189
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a08baaa0cb58b4e5b5d9c0cd036afea1669266
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59233492d3c83205dfaef9923377309a5e9cb0cbebb38ed9462c57f5ccd680e0
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb078780193c5703fe106dd7d7b4b9bbf29c2e7
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d85d8a95a521c8b061c6fad96b934b6eafcfdedee8f261274c6df1e8e6340a6
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2a59ebc4b065451ca8af9c91e417391dbb663a
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d579f4c42e1475c3203f285610bd6f5c822b89fa52749261da870c06aad747
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e735181808f405c30034c7ce7ebad2cdfdd4b5c
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bd376bebe1b75373c3192f86dd49a862e049cc10b02f194f3c456cfb691937
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3320ec6f1f5ed87c8e2ee1030e8b33d9a6b0dbd
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9131462a28f2e58a1739ad5d21b58ba227ffbf292b0edf2c0443ba96a374a99
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d935d7837cdaa03a529e1afff69f3f5689f5e6ba
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1220e0d38fa67be82b865f2dec7dd11bc2699957e89dbb40a949578fbed1cf6
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58edbe4186699fc13817025e15e6a4efd2bd8839
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eec228ff48b40161fcbec64a4cadff1116747728da2330eb59f70724a9a3282
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77cf29bfdfa9d2a1fdffd469300fa0c707259bab
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac14891430dbaba79dde73976f1a1f0583730cee4cc2b39cfb9582c7cf95f4e
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..524db46ba65d9947da33f9ac0380cc6ae9fe0a6c
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c622a0d3bbc86d17ddf3165935b34b6dd7588b5646c13effc38f1bcc3d5b260
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ad7611e495de13ea67854c72da72998e4a08a1
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e1ebe5c2c89c64cea24a69f232d8361d7b3a7a165bce28e751319d77488da3
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64823b407c38559814c9ce7e47f40e0d3bfe4671
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be56b1725755e2460caac77da6aec7f136482f44903b54cab74080ac761f9e3
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4059199770b39f0c0a1c275925fd0a6dc246a98
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125d99c194b7bf50640de485ba983431cfce9c9c13d91fb73af9c7136ecec21d
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee324ab383b3d6b5932db5f6fdc26d469ca5276
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02321ef48ba2ffe5d27345a2322b38998fafa75641c062e4e77c8bcea68368df
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78d0790b8675133c61d1cc56dabe8e27c95e0ff5
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8a58885da06b80c2beeb7e46f7154315eda833f0bdbddf5d0f7f962b9c4f49
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e54cc0fd48813cce5b95214920531ec0f2368f
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_145_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c320eb9166625d644ff642df4ecd88ae20570a65a55970ddbd2bf90f86cfa6a
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122b1ccf04a4b55ccc2b1383bc207d59974800b1
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_146_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59da7973f335a864d699defcfb5187befa553fa004b3589038f29f4a60bb9e6
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d6f8090d70cd9e7a8f79fe413790773c363a33
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_147_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7261e232175dbf3eedeec6c33eb212d28cee1a16a7d8ee7c122e297893877fe8
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4475a352db475f99eb5422c73a0bfd1f7960d31b
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_148_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37884cd8a61f623ea50f68194fb73f3fd1c12471d3c82fac235a9e21698fe54
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ccc283bfd27fc95e37ef7c56e6a33c3921fc6af
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_149_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ea910292d70551aa3832b9782937f59e90bb6b868df6b81c6e6564a5b6b4ca
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a39fde2d4825e5cc3ee8151e3f86dc325d6744
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6524d0cc4c4fdec0b147ea24e91eae9267ec3d93746bb297b725481317d03756
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58dd5fbe6a6f815bcca98db417e0a6ab5bb8573
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_150_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c20427c6f6fce3ee389cca34ed316f1fc0176ece849c639ddb92c6efc35cd730
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6853ea3092b5ce261ab880e8536fc36518bb4d62
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_151_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12e46b8566933b387300aaea50ca233b9a5f897ed2c2042104d9c5bcb1b1578
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f872f3c8aac1147021ca7234671e264928be2b33
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_152_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e36c16f53707f18d23baf3d4fb42f3ede670a1a4c426caeb5c918de6149f0b8
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef389a26ebd3e3f61650c23060050132da42e64d
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_153_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56bedda086a061331b95d817e73396f2cdbc0d1e1a09ca321fd7361bf2d236e
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83a6a9b6fa709b533a528d6b9a736d33a84ee96
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_154_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f18bb8dc7c3a7c56319c4176c4e815bd017a4418629e2f9f9a2388d489d978e
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32ad129dc4a7cadff67dbf48afccb323323c350
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_155_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3709b788f158a33c92c70864738c7de61ab811e656aa577559577f000e63bc38
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604bcc7c3d88205622d485e5662d73b3a7d7fcb7
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_156_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc5ce9cd57be8c8a8932c174e93426ee89d7098584c35b8b8e166aa971b32a0
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..678042310551383ee2fec7b18169e9e7a74d968e
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_157_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df0d0d909b6be8af47db71ae7be92d7cb2e4b1aaee00d2545b470fb16ede879
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d4c8b51def25fa08055c966a7a3ac8de71106a
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_158_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab5cdf126eb938e6a27dd61e3c50f4d4b5767ada1cedf1764ebf557f492de1a
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494fe08f679f2baf77bb0901cde94d3c1053eca7
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_159_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2597d3dea3e0466e7a302b632722dc985fb1e2b9eab7fbf9a36d7b13085381ac
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6e3f8ab6226b65f2aa12a91482dfb2f38c313
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa86645a0f1e623e0375b1e00c0858146e23236b1d1ab7f37d73a0e69d655e7
+size 102174114
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb3e4476d237240d53eede76c4cc3fa1c27697b
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_160_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f8406cd6634b9dced8cde1804aa24fd50fbf91c9a965f3e44a449abd42ed72
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f4252c11a3a08ae18e3324238c718e5bb89ce9
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_161_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c868e3497214c6047096b898fd445fe7e816d64171a5e2cb55d0bbc7f75fdf1e
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3060453e8c8f2f91d1925fa0ac9a606bfd9dc1f1
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_162_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561eefd890a0c4741d0b24b126651f4d31db1f4e516e4fa3ebb5b103a0b3e171
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb098b1434b6b2a64e3ac39d0f92b10f2bcf0af
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_163_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9ceff52ddd76d7333e459df0e912cf22f24dd67a1927c6c479b05793519b00
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee91acc71803bd861fa76d2256664c4b5fc2681
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_164_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cd6c6e758228d9358c24a911d8b3e70c33f40c3661ca51faf968dc9e7200f5
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00df95cc48371a92c1cecfbf5604d5ca134ce4e5
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_165_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e4e2c34f73d6d0bc0592c41b9dd2a6305f9e06fbccc2fabed34add47fa0fdc
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440ca9d8dca185d2bbe51419c95e326829ffe08e
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_166_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:befc7f44b7fcc56924d9d8183428eb11f51324920304af89b3492ec2109a9cbd
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f7f5df692a901f9e6ea12bc70aca2ea95e25679
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_167_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c1b704959b67b4ab05aa7f45d3425acbf2e9a01d773c92c3a721de973b6b72
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb6b98c330d8390912924b412d13b3dbd62dc83
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_168_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31defe5c2b515ee619cf01439efab1d02122bd856115a17a75af9c67f0d17dbb
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64cf88b378d49abebf3c32d221772df3496421a8
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_169_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabbc8f3b6e308c73bdd2498d066153174d7c595d424c12ec4963dd73ef177db
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585485b3d903f2202a09f58219baa052110f2c69
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55c3796d1eb6f80600622c4f79ff170257d9ce53f362bd7b579d4b4a48df3bf
+size 102173986
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f14fe4c83807e0e7ee93162093d6f51f64c11a
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_170_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0e8613fc36491553dda0ec8323b2fc04fe9251cb6c974828a593f332c9b8f9
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b39e49ff636d40665c6b2f3d3fc9e4aa9b0286
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_171_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1fcf0176f8b8ab73f0b502cbb1dd82621a311b11f7e9f4470d0308ebcaa824
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ea56b90cdf52b19f1c8a37b36cbc7cc9029fd9
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_172_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca1b70d37ab68befd00845f60d36616a3e3605cfc27d484c7db2e90ce866c47
+size 102174189
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d10ac539804a5d4409ed800d83a091ae3a4fd1
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_173_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0574f57c1a5951e1a3560f992bf848d35c7d8d5da6f15dec111634c90d04f917
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ef692f99dfc60219397b8ae9d6cfac90de58b2
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_174_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25066d0438581d0bf03bf80b5f05ef6ff3a70842d6128e86b3eee1eafe00b95e
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c989bf7fd620844ea2e0ebe6ad3c231e578366fa
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_175_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5048254012f5547faa2c11840cd10195c76988514891c6cca9f40d6f3581f240
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3edcd13c227801a4ea9a4f4c371d46299e9c6acc
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_176_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d97c86096df03cb8a13ce9e1b035cf54c4bfce45899ececeddd33109f1de980
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235424d77f8e56a973ee0bcbad46e80a288af96a
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_177_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a21816f6f68ca56bc3716e3b68e0c674b8cb4fbcd6eeada493caa8982d35888
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354858a552cb1c0f195d59970ff1382ba56ebb15
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_178_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c5c7ebf0e5da8bd70830c53340075373eab91edbd155eeaff94b0c7d9a686c
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc456fe2f28ec03eca04e03c76088fe71d24cdc
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_179_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3fe99f7eacc7c0f2e8a0f190100e60bc8417708545fe461b5e31a82bf238e36
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c536794ea0ab2f77b455ff41891232137827c73
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f532863d647e0d413fe87252f64a3027169aaed91578bf14859d98643b01c2f
+size 102173986
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6481dd0661c86fbd279eaa4f8ce120ae76fef71
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_180_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4499efb32297ea7ec6bf5bcdc6fccc4cf91f7d527787d12497ab1bf1e50765ed
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc901c3ccd0a8034630d72d28997fc239bbe5c76
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_181_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbb8c9bbd143f2e6c667298bbe63334ea731e92c1c2dd0342b2788bd8fb6b14
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f060fc7fcc53e8dd383f3d3531f3b866d57aaf
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_182_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9fbf133bee32e02d4f7c9cdae387d9ca005de71264e3f6aaa018233d18901e
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2460942ecc38a759de9a9dd002d27ab19a6fdeb
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_183_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ef7dbe1e7c018a0c72eb8d796bb4ee6b41b222f9ce46afeec927d905aa02a2
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6664058882f49e509fca2bf7d4cc659f40ad71c6
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_184_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a615784672a7f23358fc55a7e46b0c7dfd1e7ebd9521990338f3af491eeacf2
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a034b7b8649db1eec8455854e8f2c484efb6ae73
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_185_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecbb888a6207e34994f6d86f0d88460883111d2d5a11e429f23448b4b1960402
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b39e652f1c88835ed1263d35189574d6cab65c2
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_186_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477029271bacdda0dad191ef1f26ce46c8747aaa82f0f3bf0fceb8562e979f19
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae138db4a299be73a2c8b08e74b2117ce234e1e
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_187_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e95c04cc8240b367ba86c75f3d3ca141428aec74bd90207dcc83a3a7eea3cbd
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806dc2c2ea340310f06d13f9c8947eff4762f93e
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_188_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe57923c0f8851b69c80799584451520b6dc0313b29f0cc64d7f662120a3455
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7fc32f949446114e45a673eb0a142f5999c93d7
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_189_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8904fdffd8a48ddc737c6af40c88521e37cde9cbc0f6002b6642a977dbf4063
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fcac6dcb9aa8c15972f1be2983e48f8372881fc
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e9e320c4c3def2d7a346f3fdedb8016a9152c0c13544428e85be7ab3beaf8a
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5010846256520a9d3645c6467469fee90d03ee
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_190_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45dc12c1822db6a1814d8e7144ed94112b088ca5a15953c28d77c3994b824fd3
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0980216218d7ee694f0a4f15024afe241946dd1
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_191_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2928496dff2d83843f641bd05d237b5a35055f062de88aeb801aa697614c3b
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09b738b679b2823de1ee416426dc0d77ad38fea
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_192_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc48e154018db4ca6bc4d064cbdd9158338b93232e50299a9ed480592009209
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4294219d741189a77235b8f3f99ad79c59d493b
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_193_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eea92292c719a8cb42156da094218fd1e8766a334df5678ed3a61c59e3d3ca1
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d3034fe74eda1a629c366d3fcfd3db57caa482
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_194_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0979cde69c4a5a8b06cf305b67b04e8fc3047fdf3202672ae86eb8344afedaf
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab741a29ce42eadb415014487d9cd02bd012b98
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_195_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9f8bffe32f923f3563c60b2b4af86c0e64548c4275eb873ee364927cdb2caf
+size 102174189
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25fd4ab738bf9da49d8438491fe0e4ef103c3a96
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_196_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68439d169a2396f4863ae9c4248eaf05da886e117c06db7a2466ccb3f18479b6
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4969aa1210cf037abd3f500f10e08ae9fee9c6d2
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_197_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab261cc6ad987e2cd26379cc8bfac988c497b3147689a48f6154ca0a8085b3aa
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ae3304265c01e327d8551593a17b3f72f91246
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_198_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9cb4c93374f3952fcb293c2488a7f0ec1166f0fcaa7d26472cb7843a6a35175
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3d3a1a0e34e2d92accd101801e040d9fb51265
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_199_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b28026b07e3d3048c1e6875bd683a345f0bab3400dac225f4e57ffbcdcfd8c
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eef19c2dffb59770a604343969b63234ccaf0ee
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9148e67081298de1a5981c6656381875e814c1597c8c628c807cdcd9203c6bdf
+size 102174114
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f513eab5895a5721c55da2a618aabdd2229649f
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8586a4dd22c03e43c12670578932a9cb40f07c0a523d10c87467e2633fd3716
+size 102174039
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36a05dcf61e1a0a1f11faed3b86e2e5625ecc1e
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_200_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdad0179597fb079be3c79f4307085663aa49f6a7b4ae1864d52e4b8ba1e9727
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01d67728a538ac94a7eb17e6309c6e29cba1bc4
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_201_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987f2b2991c23999c8a87df4d9f8f37a27f03c10ddc00bcc5c9b85494dfcff0e
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0113d15e661214ecbdaf59583e53fe63cb429fff
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_202_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280cc142011be0d8b445298526cad9b5a51b347cac6b35bceba1c43e3cda4767
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc73e516283543551aca83db9f1b1fad5dd0149
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_203_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc08a99cb24e7cbb4d0d88d3f784aa56eb0ba1e2da18c19a32d91db8a27c6956
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb1113afc74f29aa2b6ccd8e0fd5c252ccc6363
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_204_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17fc57e88bebf997b8afc932df7955b8e6ee317fb8749d91dd3e7ab9219a75c
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d458032ff0c0b60f2fb43c988960cbfceb89b388
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_205_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce5b13417b253cada971d757d5e685a64537657942cf16f74fa4e017dfe1e97
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba3a0551b19e15c7b761c9d97a65331127a1464
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_206_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1829fee9e91e12bd96477f22371c8753295b5afdf806d20476f21b24bd859438
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58bc6d614f0ce3a597314d169e496cd1bc2b9c7b
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_207_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736e2a78f862310430f05767c4a77b1f998d1714965491df39e396c0feb8ca38
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b229c43a25d07a4b1cdb1c257568570d50fb8a6
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_208_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d115a28d759138f1972e9ff76c4b8e5c3a02855dccee49bea96b2681c234669
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..181e02fea143d81328886a8c8afac5aa7b0f48ba
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_209_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8841b1c08099307d396378495bcf4174e6778b77781092966b0c6cf34801f72f
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5963677b7e8814602b5532a199014fb8a0f45d
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605af5e677bf792961ad890f087c00d59313f1e7ea5a636884e00086d294d8d7
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a66c0727c1da779487ba6ae9c7c1cfc7860d1c
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_210_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbfed5c777baf786500d06f9c63481594a3b2da87790b8bdedddda72170d8ae
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af92b646fe6f3dd4d0853019d83d46dfaeef213a
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_211_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bce7024bfb7e834fef12358f84c4872738bf5825994f1881529ee48d8d330ac
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d35c7a521377b1fd37e41a1243581114d7fd4d
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_212_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb11b148fe7281fbf16ead3beda70ee4d54bacb4eac50b8712f554dd4db7579a
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0119258eadfd5dff78389a36d467e946dff335b
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_213_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8080fdfc3ef4d017f518f44c70a7c23b32bdab2547794e06551fd1989b1e96f8
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8242e2e2259aab13709ff1e59782ad6f7adc7f4
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_214_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322130e46a583ef8fccd15d1366862e2a817e5b1b161bf9ced06f066a5b16108
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ace79794c6b2e2ad9f7de17656c36fd6913503
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_215_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889278aa1b70878e8dbeb8e7706dbd9e5ea31f95c213fd2e3fbe4f5eda53fb0e
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d7fed2ec6b0dd401b411a288f8406c4ba9c35d
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_216_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8503e924a38b30fa1afc0435a38ac037f4d518de2968c0b57868da654cad07
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8de2cbf9c8ff03b375916bde4067419fb6bb75b
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_217_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca98e595cb33e0bae9888bb32b5aa40032d0d3c51be65381a97c359bea34f46
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5964d1ad0e846212d07f1845fa462f8d30e9d92c
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_218_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63638c55e1b55130dae9c7427c43156b53ca96ea5d056d9256b08c1e6ee6582e
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b096da58bf7cc0bf8990b039af45fd19e3c90ab
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_219_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb45da735b8f185a7328088b072231ff188dc9c5ab115783863dffbf29e03f1
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2df783214abffe50f74cce1b88c5a559caf3f331
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da06ec0447d807da49918e61151f5fbdbde660d72b7d2f5d8c6d9e366523ea8f
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac4006061901082aec065bee607ff6e21c702b0
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_220_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61437c58f354cdb090e8b7a97c2c519ab484e86c525fb055e9aafa4e2fd346da
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb682233d1a31107db8b45a74ff0d0eeabc6528
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_221_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1921ab535b9e219bd14de981354f0e0057614919f4605f47d4625f9f08b3f49a
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e6ece3f3ae100ec8c095d691210250ad08303fa
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_222_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0097ab9f87a2b38cd108a2cc4ff6430dcd8b0bb481005b39c66d113683026b0c
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d14e9862bbf3cdbe8831080211a09ac47f5e63
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_223_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b5a270b5a661861ff1d562d0a4814c69aea8d1a87f41e97eae36f8ed781943
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb8fdf03c421c65dcbb21a7f0e56bef01baf3fd
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_224_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eed3479c8a6affacfa20d5a663b6dd2fcc2173b4be97590a7bc2c0f8f96c2d7
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb7a4494deeb31ecf72f120fee384bdc30448b2
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_225_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe885d5ba4a92d7d310dee1c326b46e98e5129671ae3ae94a1a6c7aedd172554
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a1a1c06d33feb322bbb6c8f916b57a92f5645a
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_226_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38cdded07c365e24cb4317fcd56f19454a78e5ac5a2618af49cc64f64b68b9b
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6851e5bf0c8964f3c169a6b5f7a48e699af53dcf
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_227_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9008a401a898e5f82a705a41758fdddce2aa32d3198813bbdcb8fddbcdd973d3
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d2723fd2335114d760ce5bf78c1012f920ab94
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_228_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c7c69cc98d20ae664ea4180bd5a1e7c12e53d0ddd88be926c57c1488bffeb7
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..050e1f684d3ebf180634391bff53c1e9e9bc912a
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_229_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f2b8595493a54bb838b52ef8c303fc37435b49d68fba5413a6a63d6671aa2a
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab8a6324fbd4da1dbecad1b80f926ca484c2a15
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9b04ac23a2d8a04fbabddd5112e20f1c3f5ed94d18443bf9a9803cdbc15047
+size 102173986
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c545bae221be642cea04f741e8510a503e7d85a
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_230_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2192fd05ed8d9f0805bac0af5dd78267646f5356ae926526738e394eed81216
+size 102174189
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e6b9f008bace655ab192a28859371a4fa1af01
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_231_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9cd98a66845a33f74a91b08414dbc0afa8cca7623aebb0188ebbbcbefd32062
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4bc48d2ce99cfb5dfd82cef26b6e9b3b5da2f89
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_232_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade0562fb05809cf99362988de635b240266a501f349576f7e08e7327ffd634c
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4fb519dfa49166f1bbb7e8ab9c49de1c60c875e
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_233_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8521d8cd85e4e229940154147678b67d3da1d87f1a6604a68da7de4d4c59731f
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a1ea4755e51b49090c93590c40a879ace20748
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_234_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efecc2daa712aeda04136762921bb1804a62f63f8a2e5a49c739c56d0b3881fb
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263f37d34372a78a38931e4f40abcbb2cc660f34
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_235_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bcb04939f204065b2a09eda8787699e73a717937135e55c2899dd9ece907e7
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dccfb3f00a7d2c91f7e80f76df07be70771fdaa
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_236_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c57c9b5126484c533e79f58b0c5d1463dce124cb9ce8f9e8cf87189276ec722
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508f6f43db030616d68fbe7606352db0ef1da504
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_237_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23f2e8fc230aace351a035b22e0fc807dec3b915a76024131b3c8ef11eba05b
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f019713c4c98197f3a2298b8c7d7d745097e4df
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_238_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5815df21f8b073efcddc30d935402598700c7ed13680e0b716150257205702e6
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c9340817b979fa6a45c62cc5e17b0f932d4ee8
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_239_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2fbc1883b28e0a47e29c2fecb2ddf0fbd2be528fcc9c54478adc74362fe1d0d
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be9965e00d8c49313ef2b9987024c95cb0030984
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec0985b67ada8e0f36cc508eeca9d726370f9afff64459f786a5aa4d9caf83f
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842e553935a80268c1bd96161576ea04f62333ca
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_240_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c835dc9cfa772caee995c1ca0513492116c938df8aeff3a33a1836cd8d3c761
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ccd26b2a0ff7dba53178864efce3cd02edd9696
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_241_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a1b12f796dd8f258e6bfef3ee927375f413e96cd645eaa87129a81df3f346a
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b664e942ca95117d12d65680652cda726608885e
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_242_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5319c39e968d0ae9b3b4841cbb47030da658e717859286d02075a7252242fb6d
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10b55ee045f60d27539366d604820cf69c80725
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_243_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988cba39f014f625115438a8a2a5b3d80fc7802689353a42dccb2b12e413c7f3
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b75281edb073401f6d1fc8f0604d9bfd847f12
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_244_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030e66668e2081a41c80fb82ae1d6b55b8cfb5a2629e84d6ce02a876c9c843b5
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa84ba665a31c824a2cdbb6b744e3e4d2eb8e5ca
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_245_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95369b424d08613d6e4136e96f12acca1a3b06c2efc3e30d51cff28e5238e5e6
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5652d6d8e5006414c8c8662ddfa2d67d1c2964ce
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_246_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef969b5cd4f0bc156b331554d3f1a03c34737bcdd8d5dc9e29378ae5497d01e
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b6b67392bf48a477230b9f227dfecf8c53a2f7
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_247_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f0c978b62ce92dc44bf599f70e9c8960d2a06fdc019b1176fa3ac3360706ee
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..958ceb4ec0ce283bd78c831d5312ee406afe72e7
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_248_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2e1071ef8e5dc105d84a365de37838e413bec527de9ab7a8e68efb7aa0c2ab
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd52d2326054ddab5d08be389f6b1fa98495463
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_249_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd856c7b57a94f84306499c9414b17277c0ead46dcb44433921bd8502b57deaf
+size 102174189
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ad44d8ffa6aef01f9270b391021932c1f5a540
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a1a8a4173c083fda65c8ff0a45aa722f0040f5dea8efa305d923a3d879a256
+size 102174114
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ff13e6b6a98725b6b6a0a2fa20f9613de0c2b2
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_250_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30cfa8624733194b4026c589be45246d81b3f690a1fb6b5b1cf62c55efbe868f
+size 102174125
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a79aa690135ab284168a57c803cb001aeb400c
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_251_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ca265c6431efc8a57bbbdd0d6b3124a4ccec6427b076f7dbcf49d3791d47e6
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf899815ee4ad49ccf21bcb9b07a8a6a347e14cd
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_252_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1255cb0358935e5a8c751b84cdf4d2d7fd75a97b281f458d930e586393d85726
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a7924f65546f3bdadcd296afa7244590479584f
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_253_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31aa0ac6f89da4e3d0ee85071874256cce0393680b259594d6e4ce51176d7a7d
+size 102174061
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e93fbc8e2a8a80263aaed9cb4854217957d1142
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_254_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae4639a3f0f437114a2a6996aae6aa257dbe2b82987bb78a127dbd5a1d97705
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37d1eb16a4c98fe4c8c5de2ae7cfd04b83cdea3
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_255_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f558d74f713b1975b7dca4cdbcd69975471d61c8ec692fa5dfa762d43e7fd691
+size 102173997
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c85840922e7491b317f00f23c4051717baeb22
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:befb5b2632d3ac002c56d5e48f0d18326cc4ec9a0dbf4481403cf3ec3ce2ea42
+size 102174114
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c684b073b7e85a76df30d2d9c0ed1dfea49109
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2376b2ebb321bfb30ebfaa68730e3677bcadc3722ed3080f2a5bcfe5b1ff6fa
+size 102173986
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08bc2158bb8dfba967fa8d29ae722b92ebe83276
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0820921b0cd92ffd60cf83c0fcc561f111c9201cc89d4b01d0346c6785db0ded
+size 102173986
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8db6506ed9e5b6e464be93092733a3cb456e31
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32f8e9c542491be781e3fb206c41cab3cc974f6d6286c888fc51169fbbcb153
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2fd9f4183e5c1f1bb3f175dc435a84dd1fdcc7f
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41525a0fbabe8d8dbec76c7f97dc087079780ddc87eaeeb472df8eedd15be1eb
+size 102174114
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51bb540b198c960a3110a92356f7a32dcece3f0e
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e44bd1c3a81ade953d973fd87fc4dc94d9d1e58a5231046b4a4159fcca02735
+size 102173975
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6caf2229bd3e11a0ca5258f5436d7ed38388fc71
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5218357a4ad3125b4dd1e0056abd13629cb90fb84798772e9925c12466797e40
+size 102174242
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81e204feac473c1154fa695109e32d29043957b
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4aae4e928b7ed37b5e875b06697ced2de1e397eb79b9814c9b5548f05a6b2f
+size 102173986
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d8c953be3786b4e160fa058c5ebf97bf8c0985
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779d832bedc0a2bb60caa447c9e8487660a7e334074234c55de2139249ce684c
+size 102173986
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4c607106d712b2c432e01b7965dd4695e17655
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29e82704e877ace5654d5bbcc74d1ff4db71c527348137e9a535bcbde2861e4
+size 102174114
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7798073bdab3bce263cb466a9d2cbeb815038c15
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf50024e9b4ace6d2b880c0e96e31a232c7684afc624ffa173f23f757845dff
+size 102174114
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df4e23c25582abb3e2e03be1c372471bc2c51b3c
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0608e9e7374a5e8422d38ceaf3f8ffd5b390ebee583b3a654e4ca5a33e16b968
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8009a4a8ae9af27957e4cc3000eff5e33c260ce
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09b1cf76d2f9778f4e6fcc69b71bd0f3761b8fb3ffe5d64489b974d78797b30
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2303324cb98697a7fe5d09845a384640725bd2
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c933e86981e562d68c19b700acc70f478596b1db49d51f11b2fd17de21638fc5
+size 102173986
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe2c4862f5fadcb8e59c10b72e796f9391f50a8
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f045f60315e5fea89dc202d418eaa6b0117e7ce0bd14d2cd09374d8b1e0fd450
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3cf6e9715b628bdc301bca104c4e14c637e6a5a
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33bfaa2cf77ae35eea54ebd681698a6db55fbecb136813cbf7b253224e74d67e
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64fa37e6bce6487e799c20a2106891409b58877
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be9fcbc4d7f7fbcaf52fefe85f92f3f7ff59eac021300c96bc0240830eedaaa
+size 102174039
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa09005888dc2c8e017ea08abc510f89d159c5ad
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d74f2d531c3bcd452f252dd259d233bf8cd3084cb135216475d78c13b18875
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650fed241284824b01037cbb7b8648922a90edb7
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b6929aad1fbaed9d7be6ffce4601bcce80df89a508900d75c2d11b97c5afa0
+size 102173986
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5472883b0a6d1bc5a6878ca0ea4add38abef38ba
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423bb2ca7f48cd4a5695f40e13ade51db73f3a039cbb1a739425db7516aa7a9b
+size 102174114
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a79830a659486c8219a7f42c05c232a1a2f775
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0ccc27276534df1b8592fb3d989d7cce1d3b1c054a22068fd31a4f742f8002
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b6cd7fc4efb97f2b83d4497e6f794e7f46130c
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e808bc1db3733ca60a0f4e759cee0167e85432c74fe1b05d3d68a12499d2f7
+size 102174114
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3384b8d916be6d2ed2f38b19da60c577b7b8e5b6
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba5d380c2d2bcfed5e9492513d08c1269029d892aa21f825ffa9ddc37e25f9b
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2e184b9fc64533ee269f2615f576cbe6638c71
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a2a46714033cfa3cde6fbde2cc84604aa7bb5587141f96aa621937a31817f2
+size 102173986
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09b207a89924a70570d2c1c0fc8794942ad1951
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bcec69902ac16c673de1559bb8d7a58c68ad41376ac84362a32c0401b0ef950
+size 102173986
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cb8addd760ad2c1876f863f11efbfc64f6a59d0
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c120b2758254ca2ac5cc86311cf0ffd56e2aae096db540bb3c8f8b103135cb38
+size 102174178
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e1a41d41f3a0c040cf3d56b0f38a2404b0ca0b
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970031b88f2bd351616331a493dfc5d5aaf7dab1777aae19363a620d474810dc
+size 102174114
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82999b0221fc14fd256b9dc505d4372f16d22bbd
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69d561a21fc83fef80fd48a5e07454b65b2c2c853eb6b7c52dc4d7d37fa164a
+size 102174039
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0f575294139df1a2a95f831c8be70f086dc9a5
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27c374e769007faeea74d7d158b2071275baf5980e0ed37d4235fd19196ff31
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b7973bff1bd0c5cd34ce582b5f00492e8c97d3
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce196dc33eb41831e8c811048377387b6001b99c9150ea64e2ee0e48e0f6ebd
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8db92555fc3010572637036c0d6bb8d142950c
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91740fd07a9a048fa31c54065f7c886746e36cdebb0b99188abef46c077059a
+size 102174114
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae70bf343e1bd6822f63fb675005177fe84c5778
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c376f246b289612de5f591a2ed1846a3e5d0fe113a5b342da896d2e3827b58
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4238642730ca41a9bc297c9be0629cc1ce15fdf
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102acc459ef3e640c7044455f7c696458ec6a6e726e6155a7b4cd75dd15cfafd
+size 102174178
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2830115a86d6289dca9e472fbe8ef52e726cd3c7
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902487fb7eadbb5d32e4654a7558025cfd97d37c94d36d7a63e22400d0d55809
+size 102173986
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620ba751e2615b84bbbe321d37e8b4430293fee2
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b57635620a183a0369b53c5fdc93185e0bb2671832f380549db46f8595ef7e
+size 102173986
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b152086d4b8b677d9b2ca71b1aba112b319a8a
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847d2445c07f3a511a6a6107f82840593a4daef5e67c4e13ce2a8213f2c5216d
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ea7d55e72bb2df259775a5a35062a61c995438
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d61d30bea7f3cc5edb2a0e38435b73dc1416e1052a938dc120d533cc9c5f00f4
+size 102173986
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39689341e56fdcf6ea6c292a84043ddfb1f576a1
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065c91937da496b48baff269ed1a226c226b2c87f78109b0d4d4f8bda3abd41f
+size 102173986
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1bb26ef557c71e5e179dee219f1f3550abed507
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a2727f7d03365f008e88e8caf7ef37379d903620e6546c17ebc2362b85d28d
+size 102174039
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ed130f4effd1343fa31cdccd6d10f6b5402b23
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93b9fbb6f44d499a81f38cc339990b63c949f0186657b0e40870db23204a119
+size 102174114
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be892c6d0d0460de09193613f846f3797b89876e
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec634489fd70f40a7de148238c95c385d0291812aec5ad49fae73c9c88d9cb7
+size 102173986
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92daaecfc6eabb3f9c7f65d5eff233a2cd4e0365
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301dd8219e1c03ce000690a51a9d0b2037b399c4d5e762d886b65552740d525d
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c9c1c1071c89024ea69c4846afef4a2a228e2c
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5950b8cec565b39ba5ed1511bcb273915e2e9fef9f48a414cd0dd09885b6e05
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75949076e7089c73c1af5b0ecf21bf9b4633d3ee
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ce04964cbb010a8c8887cf539794ed2a152bd7362e69e83a371bf5d05dff5e
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24feae9a6a79e54dc3230d1b087eb62f733bb42c
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62326c64da36b6c35849d40b3d65898791851437572c0dcbd48d256f286a108c
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7213a5f74dc8bb28d346389d4517c25418244686
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc52b583953ef23e1894b1e18200323ea1087e94908d2b8cb015e172e2b44b4e
+size 102173986
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c2050913fc89ff03fc2af24a0a5aacd59ba0c7
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3742712930a040fce459dfab460d47e1ee2982c3a89793a77491dd92abf6d6f4
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d4760e203a0bf750460ed9e8064ed2c011a026
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e524418c4a726c1a17d0012bb1b4288f78c99120e03ff517b80d55f7ceadbfa2
+size 102174114
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c48acbe401fc2344c9f80cd4ea58c99afc54828
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307b12aaec07146613595f3eae3ce4f5cd78279a4fc8b976429f8b99f92d5387
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5025a906af6dc58b70bfacabae78644630d99335
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807471aa2fb37b8781d53b2dd97a8708b5a57fa2331f6f160e1fbbd19b51d6cd
+size 102174103
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410e9bece628eff56f0d86143b3ee156738c4434
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0feb96870413691f30a74cc100f519b4ce27d5bb95ce63a71d9eaed6915ca4ae
+size 102174178
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8bc321b31f243268fc75abf748e4fb3b43ed94
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122e7e9a2dea64f60ba44aa73f3f07dc41b9f473b40b8f2d726d566e8859466c
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668d1d6d79a9af5a393ceb3334e3e176ad9edd89
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560eb0fa116849026dabd7c92ec4a137ea557f77987a5ab38f91008a26bccbaf
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d7b55b16f55aa68cf157b30c9d318dab515ec0
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:995b045a3dc3ee42863808f62d1be969d62c2dfa3e5e71d4533ad7f9e24f87f7
+size 102174114
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731360f94aacbf999e59b56577e1ad0fb5a65f21
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb072aeb2c6b33e15009a227a71dc1836969943608f83c3853e540a9e0ed9be
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..183d8e64d7a7c8407148a63cad780066332b41a4
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e815493bf6b0e504138b97e39baa18028338a1e8a48e69bfe56a2d721a5d600c
+size 102173986
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc577842aa7e56974a91799a40fc753725f98be
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57e25fb9dd4bb7096f48b65a11ad86ca001b4efd054d5f75b0ba3494967a2ef
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04eae37490be68e1be666c6f5475ac5167574ff5
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276e192c21c0f7ae1d4fd28665c1f11030b3ae44267f29bebed3a2365004d49a
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d864d1723e1e0c6d3a91083012ebe3c84192751e
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2331480f544e3bbf7300939f3f4e2624f90dada10f744ad89b44c29b67497739
+size 102173986
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a538ea36846d05570a4696705ce64a5967bb3ca1
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9f0bb15d2c7225ae0ec6f6b50e67ddc9b3655208d8acc3914b6fe021c01b7e
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a10cf0f6e04d7be97987982ee21c9198834d322
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e46b6fbbed27d87d35a98e18e1fc5616ab7e77d83546db62544575f956e7ae
+size 102173975
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc7d63a88e5ed8054707f8121eeb6ce7f3217dc
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0bd426242125ff331a315b9c3869f07260f0b4ab7b31a9f9b796a3f2ad06cb
+size 102173986
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c5c411bc9842d9ef208f568385cd41f6193c2e
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0562232e1fd704a41e9bbbbed5d60fe596baf91e7d0b5e161cbd30b58b6f02c0
+size 102173986
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e353503c8c61eaba1c5059eb4814f4efe0eb57
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f900c14ce2cbbc78cd3249ad7368c4f521669c972be98bb023579dd020a197ea
+size 102174114
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872731431f66b55a1d9e4fd19a06277ad8cce2ae
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c18393a37e02753e483120a27f6df5f33c6f8b44188d8d5cfff490862a63519
+size 102174178
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6cf8cf56b997dd3c7de28ef6c16edb5f3a94d9
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7934210e1c7691499bf78534b9056603efd731233af9a202adecb3504a618bce
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8e6cdf723652518899dd24e8774cd44f317132
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b60376a6b1496cef9b6af06f38e8a2bbd7dfde740c340e871987a2c92183fc
+size 102173986
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1064c533dd1ca0fd9fe36a0858749d3a21d39c
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b6542bf0dfa0071bafd2215f1b7f29c04d41031729e7579a716c3d83694f88
+size 102173986
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5879488f14b25435095e1e3b2f46b8c361023e3
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6235be0f2e89cd415fcf23b0bfc493f5c3ce65417cf46e3757112204ad14aca
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e4cc7d7288b08352cdedc7660bc3e0ba1247b9
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c1e17262d4b5c0385d10785705c0c2bab60dc6c3bcdf15f4297013bb2bfe11
+size 102174178
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39401417b31d011ef2734f1c0b7fb0934af2775a
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc423c4cf6765dac070e37144704f987e0394d9a2c88c87a91a19cb13516d8f
+size 102174178
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2761eb4d3e0f6efdd03b3b3abcc77b8b8c47f62
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e159bedfe574d3fd46e797c14d6ea6ab4c0492c068dd5851b58d041485a40ea5
+size 102173975
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a636d9f23dbaaa6a0a253a20ca3bc31cda4fcacc
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0380250ccc5ead0c107e14c763744f68d298c114a465a2d45cbc004fa00292c5
+size 102173986
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df7b64c39d95226d137b6c3bab7b8d4aed31c38f
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4678bd0b51008b1c6778949a3a14a694e34f8e203c89e93706fee33b8f7101e
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19469df19368aaa8d7d25d66d4ff6a047625083
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b788060ced1871243bf455c53d016f880f3ef5dad269e3c8cb1ac46b88aafd
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ebbe57176e0303936e1d07a82f73dc2978dc20
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ffb260890c408e3f17a4b4469db8a9010c4e1c9a7c80ad68a697f34dbe2eb0
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5bf0c7b379407a20e8bc7f2dbd6e6c8753bf46
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1828c98969f702d38ac3537890cca2bf7cf1a70ea82f6bae7954766745e1e2
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b406a689827af64fd012151f3526d7b7f5d7cf8b
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d977318314136ed6fd3aaf5e4f49b1d67f61b4602add115658a36456d19447cb
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9976b1692773bbc41d3b3660ef1be2b04ad96cb9
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20080daf89ba5cb236435e9b27c2630308a5e3f744873f6169957044b415db62
+size 102173986
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8068d55f83e5f5c2dedefe35ed33d719faa49849
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1f3398d7478af155f6f73dca3fcee1a0777bb28ed30b9dea398ad1c331607e
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b81550926f00006527ae011f22c6dd86b72e4d
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b3dd79bbad0452c691fd37d7601a48376d9b0e2be18b904436f946e772d1e0
+size 102173986
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f06fb6d863dc4fb64b4d2d56966c7c8c20a5e6
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e50d2f99e504420bc604dd4c6df50a860ff1796bdc7ca7cd2c42d7a37fa4bec
+size 102174050
diff --git a/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9582de9b3a466191c337ab97ed71732d016ec3c
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd981eff334555c6940ee28e156a5af9d938f7ff41d9e7fb9d10b8323ea55a8
+size 102174103
diff --git a/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt b/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913032e212f7b72d447347c49db7f9f13d2c0495
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65878a1dd21682bc4d6e6c4e94f05e91cb484f256d4133a025f0c9fb9ea4286
+size 268043523
diff --git a/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt b/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a473bc80859cde92be0dfab642b9f9b739509ca
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b181e8398650ab94aeb634b317f696364bbb23af4b924f4e8240587e71fd51b3
+size 157357315
diff --git a/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt b/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e3d997665d5ba88b8071dba5063212448e7a74
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b3cb668ddd17f15975adb0643eedb8421d5312f879e571ddf008abebf610b0
+size 157357315
diff --git a/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt b/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a540d7a61f7259a73a013a8efdc1be2953e5872
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36bc19164e71f9211417c847046f311eb155b3862a6470882065a642ac3052f
+size 157357315
diff --git a/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt b/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93db04c81edbc2881db28933b295ce09d5dd46b
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3136618155ea4c4d8415f6d5fb41b5e8caee4f644af2e095aa7dec1df58eddd
+size 157357315
diff --git a/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt b/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e30f3f74aada8b4c85857e0a166d5276c8f094
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87d683ff7f41d4da15c531a484f5ef9abee240eaef31a4f72a74c8598d61dc9
+size 157357315
diff --git a/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt b/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1c532bd83ec380c0b08c89a60c72929a943ea9
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0f330a7506b14587f098edb6c338fff43a7895d5f6340a753015e77891dcf5
+size 157357315
diff --git a/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt b/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7e0ad37f201d0d16d4b3671d59118fdb85555e
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79195a8e9ca01fe5590259cc634a5d5194f314c95a555f64adb5f48a4cd4f791
+size 157357315
diff --git a/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt b/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85e4a67c73a9b9771cf6d253cfbcfa1cb692a6c
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4f00f66693bbc5134aa872ac03ef1c64db80fe1bb300f13e45433d97419644
+size 157357315
diff --git a/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt b/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46eb85e08ad3fddec55f4c2c6e92e4c622a7f2a
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e61fa93d4c13d21946b6561796108695dcf04e6672e5cbb8ccb99690cb0b6e5
+size 157357315
diff --git a/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt b/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643fb128ce1b5452335e28b5599f17df2ba961de
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc1d5cd8421f5e6a9297a8b4e1cc63ebbb956f5dd340a06ffabf02bfff2912c
+size 157357315
diff --git a/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt b/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..232db9de78375a23ba822943ed78ccc8fbc4051d
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5d4738ecba61c2f2085d7dabd4493295965f98b3add0a90a08841a09adf527
+size 157357315
diff --git a/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt b/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7df9fcfccd8431adb8708ee5befc3e63a85d167
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec732fdf47189b990f77b4a1a47ff1193f143cd5fb620d97ed718af0b3934a72
+size 157357315
diff --git a/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt b/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31a87d7dd76a32993419886fd405d3087060296
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14772b4e2fc7991e81a16a495c9bd644bd1c7c8778651ed5239cecb5515dd673
+size 157357315
diff --git a/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt b/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..744c7df6062ea113710627b8a5ea8dfa409f84d4
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65e4cf6eccbad43398d5a66fd84875e75954b48869263f0e1cf1b9bf1834f65
+size 157357315
diff --git a/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt b/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb8a8254d2b6c5041ad1faf08a14e2bbfce3270
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4083f4339901157a7a57f50af55fd0ead6e32dd97be70666a89b6ed6d1078909
+size 157357315
diff --git a/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt b/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12a119d2a1bf0515d82bb4e4e662f64393e029f
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28d53919388c09d7237135914d65f9400209446566c19028ad24af0d4a8ea71
+size 157357315
diff --git a/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt b/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cdef194c933ee26fc18f62498753a43dc236582
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8072d23e5317c61ef3c82e7c8782c3d6baab61ae603427e806b562f6ae0597f7
+size 157357315
diff --git a/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt b/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6096a35d7521c195225dd2705765cc544184c90e
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13489178cd7db6f08b89fe176827f39fdbcf2064afe7a7adaf2036e72c220fa
+size 157357315
diff --git a/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt b/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272542a31c213ebf664291c0d850cbfbed1cdcb3
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4989887d7042c68086517c15a70a5d514994455a7987ca7c28f45e9e3d3b59c5
+size 157357315
diff --git a/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt b/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d004d91e9b51f29d6588f09bf8ee6027ee8ab25
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f900afa8e8a99f8fc12cd208c1488d4e48315054020f3bb7ac7ce3ca3090004
+size 157357315
diff --git a/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt b/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fbec58d271a76725b4b791b6a9654140a1d1cbe
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7507ee0073f30561017aafc550935bf091bfeee84f155f66aabdadec0dd696a
+size 157357315
diff --git a/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt b/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9990900e9cf88685ca620296ccd5cae30232b385
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59821056b604e5a826e57c64a852c66120a7b23e2baa1b2f03266a8544061543
+size 157357315
diff --git a/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt b/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad4735360f1f9b9f67a3a347316a55608073692
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4966986da75217f9ee6902945916f4a4be22e0b361f4ad28e350df1f51391db2
+size 157357315
diff --git a/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt b/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed8f73cd437e71abbf2566952457ac4d8f5a41c
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d78544dbc34456ad267d00fb7011e4acef67e4617ec3c3986688f6ba17554f
+size 157357315
diff --git a/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt b/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce061907d524118d031c72c02a5ba1d0075380b4
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641cfabd6dcc2efe1e51554b0b420120edd6b2c414af2ccddf59056344c32a4a
+size 157357315
diff --git a/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt b/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544089771c6df62343543e04adbabaef508a709d
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f33e34dd50a91c926fac76b3728dbcedbc1cc43e3ace93de7edf80a2976bb3
+size 157357315
diff --git a/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt b/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1dca95e521eee29b25e2f141ec52837130cab1c
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e2b3881d6bc11adb38be5d646d3f2f1eb3fcbcc31cbf4a5cd9e3ebc28c8dcb
+size 11459
diff --git a/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt b/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ebe80f92b005c5ff34b68a6fd9d5ccecaf398e
--- /dev/null
+++ b/2b855b9bc4opt2/global_step70393/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449de953bea560aa04f7b43160b6178f8476c22c5b67f7e7c5e52065a55027bd
+size 43827
diff --git a/2b855b9bc4opt2/latest b/2b855b9bc4opt2/latest
new file mode 100644
index 0000000000000000000000000000000000000000..c83f282b74763fd1dce06b1c61c51b42d6ed9e42
--- /dev/null
+++ b/2b855b9bc4opt2/latest
@@ -0,0 +1 @@
+global_step70393
\ No newline at end of file
diff --git a/2b855b9bc4opt2/sbatch_2b855b9bc4opt2.sh b/2b855b9bc4opt2/sbatch_2b855b9bc4opt2.sh
new file mode 100644
index 0000000000000000000000000000000000000000..31b9d24bba646b2200ea3e39974d920d87535125
--- /dev/null
+++ b/2b855b9bc4opt2/sbatch_2b855b9bc4opt2.sh
@@ -0,0 +1,165 @@
+#!/bin/bash
+#SBATCH --exclude=nid007571,nid007112,nid006774,nid007502,nid007506,nid007507,nid005145,nid006692,nid007218,nid007123,nid006124,nid006123,nid007496,nid007237,nid006852,nid007206,nid006947,nid007212,nid006977,nid007222,nid005444,nid007219,nid007493,nid007221,nid005300,nid005619,nid006118,nid005203,nid006113,nid006481,nid007077,nid005208,nid005207,nid005879,nid005901
+#SBATCH --nodes=32
+#SBATCH --ntasks-per-node=1
+#SBATCH --cpus-per-task=32
+#SBATCH --mem=256G
+#SBATCH -p standard-g
+#SBATCH -t 48:00:00
+#SBATCH --gpus-per-node=mi250:8
+#SBATCH --exclusive=user
+#SBATCH --hint=nomultithread
+#SBATCH --account=project_462000119
+#SBATCH -o logs/%j.out
+#SBATCH -e logs/%j.err
+
+VARIANT=2b855b9bc4opt2
+
+# if run without sbatch, invoke here
+if [ -z $SLURM_JOB_ID ]; then
+    mkdir -p logs
+    sbatch "$0"
+    exit
+fi
+
+set -euo pipefail
+
+# symlink logs/latest.out and logs/latest.err
+ln -f -s $SLURM_JOB_ID.out logs/latest.out
+ln -f -s $SLURM_JOB_ID.err logs/latest.err
+
+KILL_SWITCH_PATH=kill-switch-$VARIANT
+CHECKPOINT_PATH=checkpoints_$VARIANT
+TENSORBOARD_PATH=tensorboard_$VARIANT
+
+# Data
+VOCAB_FILE="gpt2/vocab.json"
+MERGE_FILE="gpt2/merges.txt"
+
+TRAIN_DATA_PATH=train9b.txt
+# "train: 1.0 0:1 /scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_9B_text_document"
+VALID_DATA_PATH=val.txt
+# "validation: 1.0 0:1 /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document"
+
+PP_SIZE=1
+TP_SIZE=1
+
+MICRO_BATCH_SIZE=2
+GRADIENT_ACCUMULATION_STEPS=1
+WORLD_SIZE=$((SLURM_GPUS_ON_NODE*SLURM_JOB_NUM_NODES))
+GLOBAL_BATCH_SIZE=$((MICRO_BATCH_SIZE*WORLD_SIZE*GRADIENT_ACCUMULATION_STEPS))
+
+# Model parameters
+source model_params.sh
+MODEL_PARAM=("${PARAM_2298M[@]}")
+NHIDDEN=${MODEL_PARAM[0]}
+FFN_HIDDEN_SIZE=${MODEL_PARAM[1]}
+KV_SIZE=${MODEL_PARAM[2]}
+NHEADS=${MODEL_PARAM[3]}
+NLAYERS=${MODEL_PARAM[4]}
+SEQ_LEN=2048
+
+echo "Model parameters: d_model $NHIDDEN ffw_size $FFN_HIDDEN_SIZE kv_size $KV_SIZE n_heads $NHEADS n_layers $NLAYERS"
+
+SAVE_INTERVAL=10000
+
+# Tokens: 55000000000
+# -> Samples: 26855469
+# TRAIN_SAMPLES=26_855_469
+TRAIN_SAMPLES=36_041_312
+#TRAIN_SAMPLES=36041312.26220703
+
+OPTIMIZER_ARGS=" \
+    --optimizer adam \
+    --adam-beta1 0.9 \
+    --adam-beta2 0.95 \
+    --adam-eps 1e-8 \
+    --lr 2e-4 \
+    --min-lr 2e-5 \
+    --lr-decay-style cosine \
+    --lr-decay-samples $TRAIN_SAMPLES \
+    --lr-warmup-samples 360_413 \
+    --clip-grad 1.0 \
+    --weight-decay 1e-1 \
+    "
+
+GPT_ARGS=" \
+    --num-layers $NLAYERS \
+    --hidden-size $NHIDDEN \
+    --num-attention-heads $NHEADS \
+    --kv-channels $KV_SIZE \
+    --ffn-hidden-size $FFN_HIDDEN_SIZE \
+    --seq-length $SEQ_LEN \
+    --max-position-embeddings $SEQ_LEN \
+    --micro-batch-size $MICRO_BATCH_SIZE \
+    --global-batch-size $GLOBAL_BATCH_SIZE \
+    --train-samples $TRAIN_SAMPLES \
+    --vocab-file $VOCAB_FILE \
+    --merge-file $MERGE_FILE \
+    --clip-grad 1.0 \
+    --kill-switch-path $KILL_SWITCH_PATH \
+    --bf16 \
+    $OPTIMIZER_ARGS \
+    "
+
+OUTPUT_ARGS=" \
+    --log-interval 10 \
+    --save-interval $SAVE_INTERVAL \
+    --eval-interval 100 \
+    --eval-iters 100 \
+    --tensorboard-dir $TENSORBOARD_PATH \
+    --tensorboard-queue-size 5 \
+    --log-timers-to-tensorboard \
+    --log-batch-size-to-tensorboard \
+    --log-validation-ppl-to-tensorboard \
+    "
+
+ZERO_STAGE=0
+
+mkdir -p ds_configs
+DS_CONFIG_PATH="ds_configs/$SLURM_JOB_ID.json"
+
+cat <<EOF > $DS_CONFIG_PATH
+{
+    "train_micro_batch_size_per_gpu": $MICRO_BATCH_SIZE,
+    "train_batch_size": $GLOBAL_BATCH_SIZE,
+    "gradient_clipping": 1.0,
+    "zero_optimization": {
+        "stage": $ZERO_STAGE
+    },
+    "bf16": {
+        "enabled": true
+    },
+    "steps_per_print": 2000,
+    "wall_clock_breakdown": false
+}
+EOF
+
+DEEPSPEED_ARGS=" \
+    --deepspeed \
+    --deepspeed_config $DS_CONFIG_PATH \
+    --zero-stage $ZERO_STAGE \
+    "
+
+CMD=" \
+    Megatron-DeepSpeed/pretrain_gpt.py \
+    --tensor-model-parallel-size $TP_SIZE \
+    --pipeline-model-parallel-size $PP_SIZE \
+    $GPT_ARGS \
+    $OUTPUT_ARGS \
+    --save $CHECKPOINT_PATH \
+    --load $CHECKPOINT_PATH \
+    --train-weighted-split-paths-path $TRAIN_DATA_PATH \
+    --valid-weighted-split-paths-path $VALID_DATA_PATH \
+    --data-impl mmap \
+     $DEEPSPEED_ARGS \
+    "
+
+echo $CMD
+
+echo "START $SLURM_JOBID: $(date)"
+
+# bash launch_srun.sh $CMD
+srun --label launch.sh $CMD
+
+echo "END $SLURM_JOBID: $(date)"
diff --git a/2b855b9bc4opt2/sbatch_2b855b9bc4opt2val.sh b/2b855b9bc4opt2/sbatch_2b855b9bc4opt2val.sh
new file mode 100644
index 0000000000000000000000000000000000000000..d4718de21548f12adbb363e1484cd3f1fa328c98
--- /dev/null
+++ b/2b855b9bc4opt2/sbatch_2b855b9bc4opt2val.sh
@@ -0,0 +1,168 @@
+#!/bin/bash
+#SBATCH --exclude=nid007571,nid007112,nid006774,nid007502,nid007506,nid007507,nid005145,nid006692,nid007218,nid007123,nid006124,nid006123,nid007496,nid007237,nid006852,nid007206,nid006947,nid007212,nid006977,nid007222,nid005444,nid007219,nid007493,nid007221,nid005300,nid005619,nid006118,nid005203,nid006113,nid006481,nid007077,nid005208,nid005207,nid005879,nid005901
+#SBATCH --nodes=32
+#SBATCH --ntasks-per-node=1
+#SBATCH --cpus-per-task=32
+#SBATCH --mem=256G
+#SBATCH -p standard-g
+#SBATCH -t 48:00:00
+#SBATCH --gpus-per-node=mi250:8
+#SBATCH --exclusive=user
+#SBATCH --hint=nomultithread
+#SBATCH --account=project_462000119
+#SBATCH -o logs/%j.out
+#SBATCH -e logs/%j.err
+
+VARIANT=2b855b9bc4opt2val
+VARIANT_CKPT=lm1-2b8-55b-c4-repetitions/2b855b9bc4opt2
+
+# if run without sbatch, invoke here
+if [ -z $SLURM_JOB_ID ]; then
+    mkdir -p logs
+    sbatch "$0"
+    exit
+fi
+
+set -euo pipefail
+
+# symlink logs/latest.out and logs/latest.err
+ln -f -s $SLURM_JOB_ID.out logs/latest.out
+ln -f -s $SLURM_JOB_ID.err logs/latest.err
+
+KILL_SWITCH_PATH=kill-switch-$VARIANT
+CHECKPOINT_PATH=$VARIANT_CKPT
+TENSORBOARD_PATH=tensorboard_$VARIANT
+
+# Data
+VOCAB_FILE="gpt2/vocab.json"
+MERGE_FILE="gpt2/merges.txt"
+#DATA_PATH="/scratch/project_462000119/data/pile/megatron_data/meg-gpt2_pile_text_document"
+TRAIN_DATA_PATH=train1b5.txt
+# "train: 1.0 0:1 /scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_12B_text_document"
+VALID_DATA_PATH=val.txt
+# "validation: 1.0 0:1 /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document"
+
+PP_SIZE=1
+TP_SIZE=1
+
+MICRO_BATCH_SIZE=2
+GRADIENT_ACCUMULATION_STEPS=1
+WORLD_SIZE=$((SLURM_GPUS_ON_NODE*SLURM_JOB_NUM_NODES))
+GLOBAL_BATCH_SIZE=$((MICRO_BATCH_SIZE*WORLD_SIZE*GRADIENT_ACCUMULATION_STEPS))
+
+# Model parameters
+source model_params.sh
+MODEL_PARAM=("${PARAM_2298M[@]}")
+NHIDDEN=${MODEL_PARAM[0]}
+FFN_HIDDEN_SIZE=${MODEL_PARAM[1]}
+KV_SIZE=${MODEL_PARAM[2]}
+NHEADS=${MODEL_PARAM[3]}
+NLAYERS=${MODEL_PARAM[4]}
+SEQ_LEN=2048
+
+echo "Model parameters: d_model $NHIDDEN ffw_size $FFN_HIDDEN_SIZE kv_size $KV_SIZE n_heads $NHEADS n_layers $NLAYERS"
+
+SAVE_INTERVAL=1000
+
+# Tokens: 35546190000
+# -> Samples: 17356538
+TRAIN_SAMPLES=1
+
+OPTIMIZER_ARGS=" \
+    --optimizer adam \
+    --adam-beta1 0.9 \
+    --adam-beta2 0.999 \
+    --adam-eps 1e-8 \
+    --lr 2e-4 \
+    --min-lr 2e-5 \
+    --lr-decay-style cosine \
+    --lr-decay-samples $TRAIN_SAMPLES \
+    --lr-warmup-samples 0 \
+    --clip-grad 1.0 \
+    --weight-decay 1e-1 \
+    --override-lr-scheduler \
+    --reset-progress \
+    --no-load-optim \
+    "
+
+GPT_ARGS=" \
+    --num-layers $NLAYERS \
+    --hidden-size $NHIDDEN \
+    --num-attention-heads $NHEADS \
+    --kv-channels $KV_SIZE \
+    --ffn-hidden-size $FFN_HIDDEN_SIZE \
+    --seq-length $SEQ_LEN \
+    --max-position-embeddings $SEQ_LEN \
+    --micro-batch-size $MICRO_BATCH_SIZE \
+    --global-batch-size $GLOBAL_BATCH_SIZE \
+    --train-samples $TRAIN_SAMPLES \
+    --vocab-file $VOCAB_FILE \
+    --merge-file $MERGE_FILE \
+    --clip-grad 1.0 \
+    --kill-switch-path $KILL_SWITCH_PATH \
+    --bf16 \
+    $OPTIMIZER_ARGS \
+    "
+
+OUTPUT_ARGS=" \
+    --log-interval 10 \
+    --save-interval $SAVE_INTERVAL \
+    --eval-interval 1 \
+    --eval-iters 100 \
+    --eval-only true \
+    --tensorboard-dir $TENSORBOARD_PATH \
+    --tensorboard-queue-size 5 \
+    --log-timers-to-tensorboard \
+    --log-batch-size-to-tensorboard \
+    --log-validation-ppl-to-tensorboard \
+    "
+
+ZERO_STAGE=0
+
+mkdir -p ds_configs
+DS_CONFIG_PATH="ds_configs/$SLURM_JOB_ID.json"
+
+cat <<EOF > $DS_CONFIG_PATH
+{
+    "train_micro_batch_size_per_gpu": $MICRO_BATCH_SIZE,
+    "train_batch_size": $GLOBAL_BATCH_SIZE,
+    "gradient_clipping": 1.0,
+    "zero_optimization": {
+        "stage": $ZERO_STAGE
+    },
+    "bf16": {
+        "enabled": true
+    },
+    "steps_per_print": 2000,
+    "wall_clock_breakdown": false
+}
+EOF
+
+DEEPSPEED_ARGS=" \
+    --deepspeed \
+    --deepspeed_config $DS_CONFIG_PATH \
+    --zero-stage $ZERO_STAGE \
+    "
+
+CMD=" \
+    Megatron-DeepSpeed/pretrain_gpt.py \
+    --tensor-model-parallel-size $TP_SIZE \
+    --pipeline-model-parallel-size $PP_SIZE \
+    $GPT_ARGS \
+    $OUTPUT_ARGS \
+    --save $CHECKPOINT_PATH \
+    --load $CHECKPOINT_PATH \
+    --train-weighted-split-paths-path $TRAIN_DATA_PATH \
+    --valid-weighted-split-paths-path $VALID_DATA_PATH \
+    --data-impl mmap \
+     $DEEPSPEED_ARGS \
+    "
+
+echo $CMD
+
+echo "START $SLURM_JOBID: $(date)"
+
+# bash launch_srun_32.sh $CMD
+srun --label launch.sh $CMD
+
+echo "END $SLURM_JOBID: $(date)"
diff --git a/2b855b9bc4opt2/tensorboard_2b855b9bc4opt2/events.out.tfevents.1683360453.nid006360.71875.0 b/2b855b9bc4opt2/tensorboard_2b855b9bc4opt2/events.out.tfevents.1683360453.nid006360.71875.0
new file mode 100644
index 0000000000000000000000000000000000000000..4a8e87764f7d010af1f815c45a43621abf8af73e
--- /dev/null
+++ b/2b855b9bc4opt2/tensorboard_2b855b9bc4opt2/events.out.tfevents.1683360453.nid006360.71875.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786ec2b1e1c037cb7d68bd37776360fcc3c5d4a8a1e359877d16ea261ca2151c
+size 126823512
diff --git a/2b855b9bc4opt2/tensorboard_2b855b9bc4opt2val/events.out.tfevents.1683480904.nid006323.3606.0 b/2b855b9bc4opt2/tensorboard_2b855b9bc4opt2val/events.out.tfevents.1683480904.nid006323.3606.0
new file mode 100644
index 0000000000000000000000000000000000000000..4764fa1da7b427772031bef8bcb93e7bf90290c1
--- /dev/null
+++ b/2b855b9bc4opt2/tensorboard_2b855b9bc4opt2val/events.out.tfevents.1683480904.nid006323.3606.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e7b79ca6eb17131b98de04999325b108550386e6d46fe3415e90c85d3a1e56
+size 980
diff --git a/2b855b9bc4opt2/tensorboard_2b855b9bc4opt2val/events.out.tfevents.1683482132.nid006323.18373.0 b/2b855b9bc4opt2/tensorboard_2b855b9bc4opt2val/events.out.tfevents.1683482132.nid006323.18373.0
new file mode 100644
index 0000000000000000000000000000000000000000..b12233480f894fc7fb67b449759762426189f1d0
--- /dev/null
+++ b/2b855b9bc4opt2/tensorboard_2b855b9bc4opt2val/events.out.tfevents.1683482132.nid006323.18373.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff10cb0bf8aa1870724f852c2a0847e3f88d495f28d6ee487a198710a2b6d47
+size 40
diff --git a/2b855b9bc4opt2/tensorboard_2b855b9bc4opt2val/events.out.tfevents.1683483049.nid006323.26807.0 b/2b855b9bc4opt2/tensorboard_2b855b9bc4opt2val/events.out.tfevents.1683483049.nid006323.26807.0
new file mode 100644
index 0000000000000000000000000000000000000000..8b043abc38c3e556239595be29499a1e6c3ddb09
--- /dev/null
+++ b/2b855b9bc4opt2/tensorboard_2b855b9bc4opt2val/events.out.tfevents.1683483049.nid006323.26807.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6123585292b080d0e324cbfdb120e14de6504c4052839b7084a6cb0b234d019
+size 980